-- Logs begin at Thu 2020-12-17 15:25:36 UTC, end at Thu 2020-12-17 16:51:49 UTC. --
Dec 17 16:08:39.170231 dv-cinder-766752-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 17 16:08:42.003193 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.common.config [-] Logging enabled!
Dec 17 16:08:42.003786 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev282
Dec 17 16:08:42.005263 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80166) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 17 16:08:42.006541 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.common.config [-] Logging enabled!
Dec 17 16:08:42.006824 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev282
Dec 17 16:08:42.007098 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80166) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 17 16:08:42.008208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 17 16:08:42.008487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 17 16:08:42.009510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 17 16:08:42.009791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 17 16:08:42.010052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 17 16:08:42.010419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.010759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.011105 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.011363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.011706 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.012043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.012642 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.012982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.013323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.013642 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.013958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.014274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.014536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.014855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.015179 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.015505 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.015754 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.016071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.016636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.016958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.017272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.017605 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.017911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.018222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.018541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.019026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] host                           = dv-cinder-766752-2-iscsi {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.019973 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.020477 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.022408 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.022975 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.026428 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.026750 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.027082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.027398 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.027711 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.028262 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.028623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.028979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.029335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.029609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.029874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.030214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.030554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.030880 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.031200 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.031520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.031839 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.032156 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.032491 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.032828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.034536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.034881 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.035636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.036884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.037518 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.037848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.038180 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.038500 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.038819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.039217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.040329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.040651 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.040974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.041331 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.041663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.041993 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.042320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.042635 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.042965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.043277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.043585 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.043892 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.044221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.044539 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.044867 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.045175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.045481 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.045789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.046097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.046437 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:42.046768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.047119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.047466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.047786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.048117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.048459 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.048789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.049306 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.049668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.051494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.053307 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.053634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.053967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.054311 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.054651 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.055510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.055941 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.056693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.058160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.059861 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.060217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.060552 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.060864 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.061189 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.061532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.061878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.062224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.062561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.062943 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.063328 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.063922 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.065404 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.065893 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.066238 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.066574 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.067175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.069166 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.069492 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.069794 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.070115 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.070426 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.070772 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.071106 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.071378 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.071692 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.072494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.073831 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.074732 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.075997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.076342 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.076666 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.076988 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.077305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.077620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.077933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.078251 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.078570 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.078902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.079316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.079635 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.079955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.080295 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.080616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.080933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.081247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.081564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.082444 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.082796 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.083821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.083821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.083821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.084293 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.084293 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.084616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.084883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.085212 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.085531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.086345 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.086670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.086990 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.087331 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.087663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.088040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.088507 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.088935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.089262 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.089596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.089915 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:42.090155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 17 16:08:42.090427 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80166) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 17 16:08:42.780618 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO keyring.backend [-] Loading Gnome
Dec 17 16:08:42.798669 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO keyring.backend [-] Loading Google
Dec 17 16:08:42.802100 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO keyring.backend [-] Loading Windows (alt)
Dec 17 16:08:42.806317 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO keyring.backend [-] Loading file
Dec 17 16:08:42.807296 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO keyring.backend [-] Loading keyczar
Dec 17 16:08:42.807580 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO keyring.backend [-] Loading multi
Dec 17 16:08:42.808248 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO keyring.backend [-] Loading pyfs
Dec 17 16:08:42.854609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:08:42.854922 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:08:42.855239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:08:42.855608 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 17 16:08:43.264723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.265327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.265327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.328529 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.328848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.329142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.332138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.332475 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.332768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.412857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.413176 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.413474 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.414481 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.414780 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.415071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.532265 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fb821031d90> agent after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.532541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fb821031d90> agent after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.532841 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fb821031e18> segment precommit_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.533142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fb821031ea0> network precommit_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.533966 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fb821049048> segment before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.727258 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> network before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.727627 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fb820e8d048> agent before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.727948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> network before_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.728271 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> port before_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.728570 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> port before_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.728945 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> segment after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.729239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> segment precommit_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.729523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> segment precommit_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.729805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> segment after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.730138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> network after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.730428 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> network precommit_delete 0 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.730728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> port provisioning_complete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.731028 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> rbac-policy before_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.731318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> rbac-policy after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.731630 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> agent after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.731937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> subnet after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.732239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> subnet precommit_delete 0 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.732561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> rbac-policy before_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.732842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> rbac-policy before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.733335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> port after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.733617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> port after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.733894 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> port after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.734233 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> rbac-policy before_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.734509 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> rbac-policy before_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.734788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb821880ba8>> rbac-policy before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.735279 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 17 16:08:43.735619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 17 16:08:43.735912 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 17 16:08:43.736224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 17 16:08:43.736506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 17 16:08:43.736775 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 17 16:08:43.738171 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 17 16:08:43.746658 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 17 16:08:43.754087 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 17 16:08:43.760418 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])])
Dec 17 16:08:43.763487 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 17 16:08:43.764736 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 17 16:08:43.765117 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 17 16:08:43.765559 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 17 16:08:43.769108 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 17 16:08:43.769395 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 17 16:08:43.769787 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 17 16:08:43.792387 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 17 16:08:43.792847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fb820ca7b70>> qos_plugin after_init 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.793179 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80166) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 17 16:08:43.793586 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fb820bd6ba8>> logging-plugin after_init 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.794963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80166) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 17 16:08:43.795296 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 17 16:08:43.795579 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 17 16:08:43.798665 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fb820bd6c50>> floatingip before_response 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.798978 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fb820bd6c50>> port before_response 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:43.864457 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 17 16:08:43.864700 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 17 16:08:43.865553 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 17 16:08:43.866072 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 17 16:08:43.904244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.sqlalchemy.engines [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80166) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 17 16:08:44.215219 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Initializing driver for type 'gre'
Dec 17 16:08:44.215880 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] gre ID ranges: [(1, 1000)]
Dec 17 16:08:44.266430 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Initializing driver for type 'local'
Dec 17 16:08:44.266974 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Initializing driver for type 'vlan'
Dec 17 16:08:44.277608 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] VlanTypeDriver initialization complete
Dec 17 16:08:44.278043 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Initializing driver for type 'vxlan'
Dec 17 16:08:44.278652 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] vxlan ID ranges: [(1, 1000)]
Dec 17 16:08:44.321617 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Initializing extension driver 'port_security'
Dec 17 16:08:44.322004 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.extensions.port_security [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] PortSecurityExtensionDriver initialization complete
Dec 17 16:08:44.322350 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Initializing mechanism driver 'openvswitch'
Dec 17 16:08:44.328563 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80166) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:08:44.329449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82e41b4a8>> port after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.329855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82e41b4a8>> port after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.330237 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82e41b4a8>> port after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.330654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077c438>> subnet after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.331035 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077c438>> subnet after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.331411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077c438>> subnet after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.332144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077c5f8>> network after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.332144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077c5f8>> network after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.332665 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077c5f8>> network after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.333073 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077c7b8>> security_group after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.333450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077c7b8>> security_group after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.333883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077c7b8>> security_group after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.334294 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077c978>> security_group_rule after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.334669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077c978>> security_group_rule after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.335034 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077c978>> security_group_rule after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.335587 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077cb38>> address_group after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.335966 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077cb38>> address_group after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.336370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb82077cb38>> address_group after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.336737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] ML2 OVO RPC backend initialized. {{(pid=80166) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 17 16:08:44.337457 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> router_interface after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.337849 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> router_interface after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.338302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> network before_response 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.338683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> networks before_response 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.339064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> port before_response 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.339436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> ports before_response 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.339812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> subnet before_response 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.340211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> subnets before_response 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.340589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> network after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.340965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> network after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.341338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> network after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.341706 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> port after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.342075 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> port after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.342441 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> port after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.342813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> subnet after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.343181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> subnet after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.343548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb82077cc18>> subnet after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.344193 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.plugin [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Modular L2 Plugin initialization complete
Dec 17 16:08:44.344553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading services supported by the core plugin {{(pid=80166) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 17 16:08:44.344921 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.managers [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Got port-security extension from driver 'port_security'
Dec 17 16:08:44.345432 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.extensions.vlantransparent [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Disabled vlantransparent extension.
Dec 17 16:08:44.346878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80166) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 17 16:08:44.347235 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading Plugin: router
Dec 17 16:08:44.489212 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router_interface before_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.489559 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router after_create 55549900 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.490683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router before_create 55549900 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.491083 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router_interface before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.491535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router_interface after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.492094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router after_delete 55549900 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.492546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> floatingip after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.493106 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router after_create 55549900 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.493544 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router after_update 55549900 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.494033 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router after_update 55549900 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.494478 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router_gateway after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.494936 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router after_update 55549900 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.495523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router precommit_update 55549900 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.496054 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fb820d289d8> port after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.496514 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fb820d28158> port after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.496914 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fb820d281e0> subnet after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.497290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fb820d28a60> subnetpool_address_scope after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.497677 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> port precommit_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.498062 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router precommit_create 55549900 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.498442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fb820d13bf8> port before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.498821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router precommit_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.499224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router after_update 55549900 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.499597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router precommit_delete 55549900 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.499982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router precommit_create 55549900 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.500411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router_interface after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.500789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> router precommit_update 55549900 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.501217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb82077cda0>> network after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.502263 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Tracking information for resource: router configured {{(pid=80166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 17 16:08:44.502635 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Tracking information for resource: floatingip configured {{(pid=80166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 17 16:08:44.508384 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_agentschedulers_db [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 17 16:08:44.509039 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fb8207057b8> port after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.509438 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fb8207a3730> port after_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.509819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <function _notify_port_delete at 0x7fb820705730> port after_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.510200 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fb820705950> port after_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.511106 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb820687240>> router before_create 55550100 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.511503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb820687240>> router precommit_delete 55550100 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.511895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb820687240>> router precommit_create 55550100 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.512311 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb820687240>> router precommit_update 55550100 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.517211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.provider_configuration [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service providers = [] {{(pid=80166) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 17 16:08:44.517601 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.servicetype_db [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80166) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 17 16:08:44.520629 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.service_base [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 17 16:08:44.521005 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.service_base [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 17 16:08:44.521397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.service_base [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 17 16:08:44.522275 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.service_base [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 17 16:08:44.522668 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.services.service_base [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 17 16:08:44.523083 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 17 16:08:44.523429 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 17 16:08:44.545132 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 17 16:08:44.545500 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading Plugin: auto_allocate
Dec 17 16:08:44.556574 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fb8207486a8> network precommit_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.556978 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fb8207486a8> network precommit_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.557564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 17 16:08:44.557916 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading Plugin: tag
Dec 17 16:08:44.569744 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 17 16:08:44.570106 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading Plugin: timestamp
Dec 17 16:08:44.573886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 17 16:08:44.574249 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading Plugin: network_ip_availability
Dec 17 16:08:44.579710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb8206bd198>> rbac-policy before_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.580107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb8206bd198>> rbac-policy before_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.580520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb8206bd198>> rbac-policy before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.581303 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 17 16:08:44.581656 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading Plugin: flavors
Dec 17 16:08:44.597415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 17 16:08:44.597784 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading Plugin: revisions
Dec 17 16:08:44.602365 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 17 16:08:44.602788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.747s {{(pid=80166) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:08:44.603598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80166) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Dec 17 16:08:44.603953 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Initializing extension manager.
Dec 17 16:08:44.604540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: __init__.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.604916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: __pycache__ {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.605282 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.605647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: address_group.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.606447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.607101 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: address-group
Dec 17 16:08:44.607459 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: address_scope.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.608233 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.608814 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: address-scope
Dec 17 16:08:44.609167 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: admin_state_down_before_update.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.610097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.610668 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: router-admin-state-down-before-update
Dec 17 16:08:44.611024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: agent.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.611773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.612387 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: agent
Dec 17 16:08:44.612746 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: agent_resources_synced.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.613657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.614232 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: agent-resources-synced
Dec 17 16:08:44.614592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: allowedaddresspairs.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.616956 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.617542 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: allowed-address-pairs
Dec 17 16:08:44.617917 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: auto_allocated_topology.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.618991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.619573 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: auto-allocated-topology
Dec 17 16:08:44.619934 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: availability_zone.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.620701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.621276 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: availability_zone
Dec 17 16:08:44.621632 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: availability_zone_filter.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.622556 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.623122 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: availability_zone_filter
Dec 17 16:08:44.623475 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: data_plane_status.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.626058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.626649 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension data-plane-status not supported by any of loaded plugins
Dec 17 16:08:44.627016 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: default_subnetpools.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.627957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.628571 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: default-subnetpools
Dec 17 16:08:44.628931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: dhcpagentscheduler.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.629787 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.630373 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: dhcp_agent_scheduler
Dec 17 16:08:44.631315 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: dns.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.632254 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.632831 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension dns-integration not supported by any of loaded plugins
Dec 17 16:08:44.633189 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: dns_domain_ports.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.634102 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.634670 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 17 16:08:44.635030 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: dvr.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.635744 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.636351 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: dvr
Dec 17 16:08:44.636714 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: empty_string_filtering.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.637881 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.638451 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: empty-string-filtering
Dec 17 16:08:44.638806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.639708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.640299 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 17 16:08:44.640655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.641568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.642137 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 17 16:08:44.642490 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: external_net.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.643391 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.643964 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: external-net
Dec 17 16:08:44.644354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: extra_dhcp_opt.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.645258 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.645834 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: extra_dhcp_opt
Dec 17 16:08:44.646235 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: extraroute.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.647149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.647733 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: extraroute
Dec 17 16:08:44.648091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: extraroute_atomic.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.649149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.649961 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: extraroute-atomic
Dec 17 16:08:44.650323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: filter_validation.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.651647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.652236 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: filter-validation
Dec 17 16:08:44.652599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: fip_pf_description.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.653515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.654078 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 17 16:08:44.654433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: fip_port_details.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.655342 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.655909 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: fip-port-details
Dec 17 16:08:44.656290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: flavors.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.657624 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.658206 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: flavors
Dec 17 16:08:44.658568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.660262 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.660866 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 17 16:08:44.661234 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: floatingip_pools.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.662008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.662588 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: floatingip-pools
Dec 17 16:08:44.662949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: ip_allocation.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.663872 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.664479 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension ip_allocation not supported by any of loaded plugins
Dec 17 16:08:44.664844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.665756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.666332 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: ip-substring-filtering
Dec 17 16:08:44.666693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: l2_adjacency.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.667614 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.668218 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 17 16:08:44.668566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: l3.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.669636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.670233 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: router
Dec 17 16:08:44.670590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: l3_conntrack_helper.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.672914 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.673519 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 17 16:08:44.673884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.674811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.675396 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: ext-gw-mode
Dec 17 16:08:44.675753 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.676690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.677266 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: l3-ha
Dec 17 16:08:44.678151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: l3_flavors.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.679070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.679637 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: l3-flavors
Dec 17 16:08:44.679992 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.681038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.681608 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 17 16:08:44.681964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: l3agentscheduler.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.683148 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.683734 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: l3_agent_scheduler
Dec 17 16:08:44.684093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: logging.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.685621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.686206 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension logging not supported by any of loaded plugins
Dec 17 16:08:44.686567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: metering.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.687363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.688067 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: metering
Dec 17 16:08:44.688453 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.689593 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.690171 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: metering_source_and_destination_fields
Dec 17 16:08:44.690529 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: multiprovidernet.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.691447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.692021 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: multi-provider
Dec 17 16:08:44.692404 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: netmtu.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.693917 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.694489 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: net-mtu
Dec 17 16:08:44.694842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: netmtu_writable.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.695766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.696363 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: net-mtu-writable
Dec 17 16:08:44.696721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: network_availability_zone.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.697453 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.698031 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: network_availability_zone
Dec 17 16:08:44.698384 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: network_ip_availability.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.699656 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.699656 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: network-ip-availability
Dec 17 16:08:44.699656 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: network_segment_range.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.701794 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.701933 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension network-segment-range not supported by any of loaded plugins
Dec 17 16:08:44.702294 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: pagination.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.703298 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.703667 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: pagination
Dec 17 16:08:44.704019 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.704957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.705532 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: port-mac-address-regenerate
Dec 17 16:08:44.705896 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.706804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.707371 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: port-numa-affinity-policy
Dec 17 16:08:44.707728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: port_resource_request.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.708679 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.709250 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension port-resource-request not supported by any of loaded plugins
Dec 17 16:08:44.709603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: portbindings.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.710519 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.711094 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: binding
Dec 17 16:08:44.711448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: portbindings_extended.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.712749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.713324 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: binding-extended
Dec 17 16:08:44.713683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: portsecurity.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.714590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.715162 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: port-security
Dec 17 16:08:44.715517 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: project_id.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.716517 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.716883 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: project-id
Dec 17 16:08:44.717239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: providernet.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.718151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.718735 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: provider
Dec 17 16:08:44.719094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: qos.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.722751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.723350 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension qos not supported by any of loaded plugins
Dec 17 16:08:44.723721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.725003 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.725588 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 17 16:08:44.725955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.726872 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.727450 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 17 16:08:44.727811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: qos_default.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.728745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.729314 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension qos-default not supported by any of loaded plugins
Dec 17 16:08:44.729676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: qos_fip.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.730369 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.730933 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension qos-fip not supported by any of loaded plugins
Dec 17 16:08:44.731293 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: qos_gateway_ip.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.732226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.732801 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 17 16:08:44.733160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: qos_port_network_policy.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.734065 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.734637 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 17 16:08:44.734995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: qos_rule_type_details.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.735899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.736515 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 17 16:08:44.736873 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: qos_rules_alias.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.737904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.738483 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 17 16:08:44.738838 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: quotasv2.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.740426 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.740764 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: quotas
Dec 17 16:08:44.741118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: quotasv2_detail.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.742687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.743067 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: quota_details
Dec 17 16:08:44.743432 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: rbac.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.744724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.745321 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: rbac-policies
Dec 17 16:08:44.745683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: rbac_address_scope.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.746620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.747208 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: rbac-address-scope
Dec 17 16:08:44.747566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: rbac_security_groups.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.748510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.749093 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: rbac-security-groups
Dec 17 16:08:44.749450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: rbac_subnetpool.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.750364 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.750938 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: rbac-subnetpool
Dec 17 16:08:44.751292 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: revisionifmatch.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.752236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.752821 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: revision-if-match
Dec 17 16:08:44.753177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: revisions.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.754299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.754874 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: standard-attr-revisions
Dec 17 16:08:44.755234 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: router_availability_zone.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.756507 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.757084 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: router_availability_zone
Dec 17 16:08:44.757438 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: routerservicetype.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.758375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.758954 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension router-service-type not supported by any of loaded plugins
Dec 17 16:08:44.759304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: security_groups_port_filtering.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.760234 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.760814 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: port-security-groups-filtering
Dec 17 16:08:44.761170 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.762099 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.763320 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: security-groups-remote-address-group
Dec 17 16:08:44.763320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: securitygroup.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.776293 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.776908 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: security-group
Dec 17 16:08:44.777273 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: segment.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.778125 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.778709 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension segment not supported by any of loaded plugins
Dec 17 16:08:44.779068 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.779998 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.780606 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 17 16:08:44.780966 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: servicetype.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.782059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.782645 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: service-type
Dec 17 16:08:44.783007 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: sorting.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.783986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.784381 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: sorting
Dec 17 16:08:44.784739 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: standard_attr_segment.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.785644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.786223 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 17 16:08:44.786581 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: standardattrdescription.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.787311 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.787875 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: standard-attr-description
Dec 17 16:08:44.788255 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: stateful_security_group.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.789201 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.789782 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: stateful-security-group
Dec 17 16:08:44.790139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: stdattrs_common.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.790714 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 17 16:08:44.791067 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.791990 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.792592 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 17 16:08:44.792949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: subnet_onboard.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.794050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.794636 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: subnet_onboard
Dec 17 16:08:44.794991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.795908 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.796506 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 17 16:08:44.796862 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: subnet_service_types.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.797856 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.798467 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: subnet-service-types
Dec 17 16:08:44.798827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: subnetallocation.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.800008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.800620 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: subnet_allocation
Dec 17 16:08:44.800984 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.801673 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.802249 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: subnetpool-prefix-ops
Dec 17 16:08:44.803126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.804046 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.804649 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 17 16:08:44.805008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: tagging.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.806281 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.806863 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: standard-attr-tag
Dec 17 16:08:44.807224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: timestamp.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.808425 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.809012 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loaded extension: standard-attr-timestamp
Dec 17 16:08:44.809372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: trunk.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.810392 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.810990 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension trunk not supported by any of loaded plugins
Dec 17 16:08:44.811354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: trunk_details.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.812298 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.812869 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension trunk-details not supported by any of loaded plugins
Dec 17 16:08:44.813224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: uplink_status_propagation.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.814144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.814719 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 17 16:08:44.815076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Loading extension file: vlantransparent.py {{(pid=80166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 17 16:08:44.815767 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 17 16:08:44.816367 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 17 16:08:44.819610 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:network
Dec 17 16:08:44.820453 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:subnet
Dec 17 16:08:44.821123 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 17 16:08:44.821772 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:port
Dec 17 16:08:44.823241 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.823724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service FLAVORS assigned prefix:  {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.824442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.824907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.825282 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:router
Dec 17 16:08:44.826004 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:floatingip
Dec 17 16:08:44.826743 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service METERING assigned prefix: /metering {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.828580 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb820551e80>> rbac-policy before_create 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.828959 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb820551e80>> rbac-policy before_update 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.829338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb820551e80>> rbac-policy before_delete 55550000 {{(pid=80166) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:08:44.830479 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of CountableResource for resource:rbac_policy
Dec 17 16:08:44.830951 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:security_group
Dec 17 16:08:44.831756 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 17 16:08:44.832644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service CORE assigned prefix:  {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.833022 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 17 16:08:44.833388 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] subnetpool is already registered
Dec 17 16:08:44.834078 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service CORE assigned prefix:  {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.834445 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 17 16:08:44.834801 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] subnetpool is already registered
Dec 17 16:08:44.837554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.838019 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service FLAVORS assigned prefix:  {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.838664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.839119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.839498 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:router
Dec 17 16:08:44.839859 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] router is already registered
Dec 17 16:08:44.840543 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:floatingip
Dec 17 16:08:44.840903 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] floatingip is already registered
Dec 17 16:08:44.841592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service METERING assigned prefix: /metering {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.842327 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of CountableResource for resource:rbac_policy
Dec 17 16:08:44.842688 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] rbac_policy is already registered
Dec 17 16:08:44.844110 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:security_group
Dec 17 16:08:44.844524 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] security_group is already registered
Dec 17 16:08:44.845183 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 17 16:08:44.845544 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] security_group_rule is already registered
Dec 17 16:08:44.846280 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service CORE assigned prefix:  {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.846653 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 17 16:08:44.847014 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] subnetpool is already registered
Dec 17 16:08:44.847683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.resource_helper [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Service CORE assigned prefix:  {{(pid=80166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 17 16:08:44.848053 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 17 16:08:44.848431 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.quota.resource_registry [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] subnetpool is already registered
Dec 17 16:08:44.849134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: extensions {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.851249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: address-groups {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.852972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: address-scopes {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.854248 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: agents {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.855468 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: auto-allocated-topology {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.856823 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: availability_zones {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.858216 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: dhcp-networks {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.859720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: dhcp-agents {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.861305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: routers {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.863501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: flavors {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.864763 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: service_profiles {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.866633 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: next_providers {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.868256 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: service_profiles {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.869837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: floatingip-pools {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.871124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: routers {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.873046 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: floatingips {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.874317 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: l3-routers {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.875776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: l3-agents {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.877305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: metering-labels {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.878740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: metering-label-rules {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.880115 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: network-ip-availabilities {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.881506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: bindings {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.883227 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: quotas {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.884822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: quotas {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.886305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: rbac-policies {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.887920 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: security-groups {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.889238 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: security-group-rules {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.890546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: service-providers {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.891846 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: subnetpools {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.893372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: subnetpools {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.894907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: tags {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.896728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: tags {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.898811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: tags {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.900736 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: tags {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.902631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: tags {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.904453 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: tags {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.906363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: tags {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.909201 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: tags {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.911196 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: tags {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.913703 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.extensions [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Extended resource: tags {{(pid=80166) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 17 16:08:44.920904 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING keystonemiddleware.auth_token [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 17 16:08:44.926213 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING keystonemiddleware.auth_token [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 17 16:08:44.935564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Acquired lock "singleton_lock" {{(pid=80166) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 17 16:08:44.936083 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Releasing lock "singleton_lock" {{(pid=80166) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 17 16:08:44.937574 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO oslo_service.service [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Starting 2 workers
Dec 17 16:08:44.942404 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Started child 80279 {{(pid=80166) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 17 16:08:44.946828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:08:44.947207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Started child 80280 {{(pid=80166) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 17 16:08:44.948344 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [-] (80279) wsgi starting up on http://0.0.0.0:9696
Dec 17 16:08:44.948872 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.service [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Neutron service started, listening on 0.0.0.0:9696
Dec 17 16:08:44.949521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Notify callbacks [] for process, before_spawn {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:08:44.950900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:08:44.952082 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO oslo_service.service [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Starting 1 workers
Dec 17 16:08:44.952299 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [-] (80280) wsgi starting up on http://0.0.0.0:9696
Dec 17 16:08:44.957647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Started child 80281 {{(pid=80166) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 17 16:08:44.958206 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO oslo_service.service [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Starting 1 workers
Dec 17 16:08:44.960192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.service [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] calling RpcWorker wait() {{(pid=80281) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 17 16:08:44.960592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.service [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] returning from RpcWorker wait() {{(pid=80281) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 17 16:08:44.962051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:08:44.962587 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:08:44.963138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Started child 80282 {{(pid=80166) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 17 16:08:44.963955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6e70ab7-18bb-4c43-bd2d-c8ea0665c04d None None] Notify callbacks [] for process, after_spawn {{(pid=80166) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:08:44.965713 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80166) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 17 16:08:44.965923 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 17 16:08:44.966131 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 17 16:08:44.966404 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 17 16:08:44.966817 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 17 16:08:44.967006 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 17 16:08:44.967575 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.967683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:08:44.967848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.968362 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.968644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.968974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.969620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.970101 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.970336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.970689 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.970962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.971143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.971520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.971813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.972092 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.972477 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.972788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.973058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.973332 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.973543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.973835 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.974152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.974974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.975271 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.975551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.976137 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.976427 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.976698 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.976966 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.977262 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.977541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.977831 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.978119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.978355 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.978617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.978902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.979151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.979400 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.979685 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.979930 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.980403 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] host                           = dv-cinder-766752-2-iscsi {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.980668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.980915 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.981180 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.981443 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.981721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.981963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.982250 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.982540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.982799 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.983057 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.983341 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.983603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.983881 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.984155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.984336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.984578 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.984832 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.985112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.985370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.985528 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.985671 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.985952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.986139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.986416 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.986663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.986905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.987164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.987423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.987667 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.987955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.988211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.988484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.988726 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.989004 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.989284 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.989572 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.989809 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.990709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.990927 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.991172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.991425 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.991671 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.992059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.992480 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.993051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.993538 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.993538 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.993808 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.994056 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.994314 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.994475 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:08:44.994610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.994781 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.995175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.995498 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.995724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.996011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.996328 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.996581 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.996788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.997031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.997292 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.997534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.997803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.998048 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.998292 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.998533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.998864 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.999039 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.999271 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:44.999740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.000066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.000455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.000733 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.001003 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.001271 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.001556 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.001802 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.002111 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.002366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.002796 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.003068 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.003429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.003741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.004008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.004352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.004623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.004964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.005175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.005376 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.005649 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.005901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.006179 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.006451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.006702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.006986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.007534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.007534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.008171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.008171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.008479 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.008479 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.008760 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.008920 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.009156 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.009384 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.009655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.009914 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.010191 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.010593 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.011099 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.011453 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.011661 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.013691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.013691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.013691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.013691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.013691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.014300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.014300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.014300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.014574 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.014677 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.014914 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.015168 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.015424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.015669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.017093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.017093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.017093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.017093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.017093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.017093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.018979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.018979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.018979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.018979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.018979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.018979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.018979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.018979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.020160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.020160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.020160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.020160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.021277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.021277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.021277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.021277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.021277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.022365 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.022365 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.022365 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.022365 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.022942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.022942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.023444 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.023444 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.023763 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.024007 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.024415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.024415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.024795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.024795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.025065 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.025318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.025585 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.025894 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.026160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.026456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.026773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.027042 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.027346 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.027615 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.027900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.029074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.029074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.029074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.029074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.029074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.029074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.029074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.029074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.032223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.032223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.032223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.032223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.032223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.032223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.032223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.032223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.032726 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.033436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.033679 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.034136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.034629 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.035085 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.035536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.036002 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.036322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.037336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.037803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.038253 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.038693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.039151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.039651 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.040082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.040545 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.040986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.041258 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.041695 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.041948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.042245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.042473 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.042945 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.043245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.043499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.043773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.044066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.044355 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.044575 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.044851 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.045128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.045363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.045589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.045815 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.046084 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.046317 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.046648 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.046940 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.047207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.047516 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.047756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.048032 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.048316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.048630 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.048878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.049124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.049392 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.049660 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.049905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.050150 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.050430 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.050675 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.050980 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.051280 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.051640 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.051906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.052208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.053044 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.053278 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.053530 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.053787 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.054023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.054450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.054704 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.055002 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.055278 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.055532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.055797 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.056042 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.056338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.056589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.056833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.057127 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.057425 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.057710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.057987 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.058312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.058590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.058851 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.059120 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.059365 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.059631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.059875 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.060118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.060403 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.060646 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.060905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.061154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.061396 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.061643 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.061884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.062208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.062498 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.062751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.063122 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.063372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.063666 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.063935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.064244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.064555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.064814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.065172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.065510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.065806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.066366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.066366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.066366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.066366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.068133 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.068133 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.068133 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.068647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.068647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.069248 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.069248 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.069248 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.069616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.070206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.070206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.070206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.070760 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.070760 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.071653 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.071653 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.071653 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.071653 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.072014 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.072014 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.072265 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.072533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.072717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 17 16:08:45.073271 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80166) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 17 16:08:45.073457 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 17 16:08:45.073618 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 17 16:08:45.073826 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 17 16:08:45.074026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 17 16:08:45.074207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 17 16:08:45.074470 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.074758 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.074956 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.074956 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.076323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.076323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.076323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.076323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.076323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.076323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.076323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.076323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.076847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.076847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.076847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.076847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.077082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.077902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.077902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.077902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.077902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.077902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.079543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.079543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.079543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.079543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.079543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.079543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.080024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.080024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.080024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.080024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.080024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.080024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.080024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.080619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.080619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.080619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.080894 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.080894 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] host                           = dv-cinder-766752-2-iscsi {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.081071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.081166 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.081260 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.081445 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.082033 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.082197 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.082353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.082554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.082728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.082876 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.083040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.083396 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.083613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.083828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.083828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.083828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.083828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.083828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.083828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.083828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.085928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.085928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.085928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.085928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.085928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.085928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.085928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.086536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.086536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.086536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.086536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.086910 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.086910 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.087095 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.087200 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.087348 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.087531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.088213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.088213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.088213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.088213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.088495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.088581 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.088780 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.088875 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.089014 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.089201 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.089387 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.089619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.089789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.089913 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.090091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:08:45.090199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.090297 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.090404 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.090581 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.090763 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.090944 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.091130 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.091312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.091494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.091676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.091857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.092040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.092242 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.092428 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.092610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.092791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.092973 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.093157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 17 16:08:45.093360 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.093548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.093747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.093934 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.094121 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.094307 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.094492 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.094678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.094868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.095055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.095247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.095433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.095638 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.095825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.096012 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.096213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.096412 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.096581 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.096917 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.097108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.097296 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.097483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.097669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.097856 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.098043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.098229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.098417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.098603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.098790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.098977 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.099163 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.099906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.100096 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.100306 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.100493 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.100680 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.100865 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.101051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.101237 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.101435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.101626 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.101811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.101997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.102190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.102355 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.102710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.102897 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.103060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.103244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.103408 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.103618 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.103804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.103989 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.104192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.104385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.104573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.104865 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.104959 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.105066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.105260 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.105425 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.106214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.106214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.106214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.106214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.106214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.107484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.107484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.107484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.107484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.107484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.107484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.107484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.108967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.108967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.108967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.108967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.108967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.108967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.108967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.108967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.109654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.109654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.109654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.109654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.109654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.109654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.110175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.110175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.110175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.110401 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.110498 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.110594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.110771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.110957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.111141 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.111327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.111513 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.111704 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.111890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.112087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.112342 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.112468 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.112631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.112823 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.113019 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.113207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.113394 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.113580 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.113766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.113952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.114138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.114324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.114510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.114694 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.114996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.115704 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.115902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.116089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.116300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.116487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.116723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.116908 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.117121 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.117308 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.117452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.117590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.117728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.117865 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.118050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.118237 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.118423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.118609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.118765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.118955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.119140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.119325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.119511 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.119695 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.119879 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.120064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.120273 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.120461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.120646 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.120904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.121057 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.121195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.121333 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.121496 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.121686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.121873 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.122060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.122247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.122432 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.122616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.122802 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.122964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.123153 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.123341 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.123527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.123710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.123895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.124081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.128946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.129556 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.129556 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.129556 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.129556 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.129556 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.129556 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.129556 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.129556 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.130948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.131558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.131558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.131558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.131558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.131903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.131903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.132078 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.132191 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.132293 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.132525 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.132648 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.132836 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.133039 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.133225 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.133413 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.133599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.133786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.133972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.134160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.134351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.134548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.134741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.134928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.135123 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.135317 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.135511 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.135697 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.135889 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.136091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.136304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.136782 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.136782 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.136782 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.138023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.138023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.138023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.138023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.138023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.138023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.140283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.140283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.140283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.140283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.140283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.140283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.140283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.140283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.140283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 17 16:08:45.141131 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80166) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 17 16:08:45.340886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 45404) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:08:45.353069 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0099218
Dec 17 16:08:56.270146 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c9b283-acee-44ea-825b-742489cc819b None None] get_active_networks_info from dv-cinder-766752-2-iscsi {{(pid=80281) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 17 16:08:56.526668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c9b283-acee-44ea-825b-742489cc819b None None] No non-hosted networks {{(pid=80281) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 17 16:08:56.527610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7270dfda-1567-4922-bd2b-5ca9797c6950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145'] for agent, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:08:58.583584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-80470504-2b26-4371-bd6e-9a5d1a62ed13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145'] for agent, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:08:58.680199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-65fd32ae-4200-44ca-8037-3e4291d0d3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:08:59.580155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145'] for agent, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:00.298055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145'] for agent, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:00.299659 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:00.300309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:00.300870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:00.301445 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:00.302018 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:00.303074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:00.303636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:00.304224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:00.304782 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:00.305716 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:00.306446 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:00.306999 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:00.307739 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fb81f86f828>, 'Open vSwitch agent', 'dv-cinder-766752-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:09:00.316489 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fb8201347f0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-766752-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:09:00.980662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145'] for agent, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:02.196594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 45494) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:09:02.338982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a8181665-5759-405f-a797-47d38adbf082 None None] get_endpoint_by_host() called for host dv-cinder-766752-2-iscsi {{(pid=80281) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 17 16:09:02.344131 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a8181665-5759-405f-a797-47d38adbf082 None None] get_endpoint_by_ip() called for ip 192.168.0.60 {{(pid=80281) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 17 16:09:02.347407 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a8181665-5759-405f-a797-47d38adbf082 None None] _add_endpoint() called for ip 192.168.0.60 {{(pid=80281) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 17 16:09:02.352827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a8181665-5759-405f-a797-47d38adbf082 None None] _get_endpoints() called {{(pid=80281) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 17 16:09:02.903198 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING oslo_policy.policy [None req-4fd777ea-c106-440a-8905-57d1968c777a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 17 16:09:02.903803 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING oslo_policy.policy [None req-4fd777ea-c106-440a-8905-57d1968c777a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 17 16:09:03.146758 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [None req-4fd777ea-c106-440a-8905-57d1968c777a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80280) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:09:03.147833 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4fd777ea-c106-440a-8905-57d1968c777a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.9502101
Dec 17 16:09:04.944859 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_hamode_db [None req-43b23e69-94f7-4811-8f20-e5ed0476badc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 17 16:09:05.033632 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b23e69-94f7-4811-8f20-e5ed0476badc None None] Routers set() bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:09:05.033971 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b23e69-94f7-4811-8f20-e5ed0476badc None None] Router IDs set() for agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 17 16:09:05.978724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 45510) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:09:06.410667 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-4c5ccabf-13c7-4a10-a2f1-c1df57e8d7db admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:09:06.460046 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.policy [None req-4c5ccabf-13c7-4a10-a2f1-c1df57e8d7db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80280) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 17 16:09:06.460929 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING oslo_policy.policy [None req-4c5ccabf-13c7-4a10-a2f1-c1df57e8d7db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 17 16:09:06.461321 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING oslo_policy.policy [None req-4c5ccabf-13c7-4a10-a2f1-c1df57e8d7db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 17 16:09:06.468521 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota [None req-4c5ccabf-13c7-4a10-a2f1-c1df57e8d7db admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fb82020af60>.
Dec 17 16:09:06.515780 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-4c5ccabf-13c7-4a10-a2f1-c1df57e8d7db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:09:06.571746 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4c5ccabf-13c7-4a10-a2f1-c1df57e8d7db admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776804495456', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776804475908', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776804477018', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776804470631', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776804531846', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1506991', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853213751', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854126486', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-656539'] for rbac-policy, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:06.639731 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4c5ccabf-13c7-4a10-a2f1-c1df57e8d7db admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:06.640967 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4c5ccabf-13c7-4a10-a2f1-c1df57e8d7db admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6612601
Dec 17 16:09:09.676090 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 45524) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:09:10.124637 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Request body: {'network': {'project_id': 'b28f162c01e04520a05bdeda079cfaad', 'admin_state_up': True, 'name': 'private'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:09:10.131240 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:09:10.135959 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Usage tracker for resource:network and tenant:b28f162c01e04520a05bdeda079cfaad is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:09:10.139949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:09:10.146173 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:09:10.154948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Made reservation on behalf of b28f162c01e04520a05bdeda079cfaad for: {'network': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:09:10.160931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:10.178501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:10.193548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:09:10.197469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Usage tracker for resource:security_group_rule and tenant:b28f162c01e04520a05bdeda079cfaad is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:09:10.201199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:09:10.206868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:09:10.311702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:10.316072 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:10.322304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:10.346219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:09:10.373202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260054490655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:10.373844 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Added segment 418949af-65d0-4545-8bb1-dcc27bf64dde of type vxlan for network 4d7ffef0-5100-4177-a0b4-e5ddc1d32cec
Dec 17 16:09:10.382972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d117d9cd-f560-4eae-8e6c-018f267e9d16,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:10.444448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:10.444837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:10.445199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:10.445555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:10.445904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:10.446269 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:10.446617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:10.446963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:10.447313 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:10.447655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:10.447998 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:10.448365 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Tracked resource versions report:
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]: pushed versions:
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]: {   'AddressGroup': {'1.0'},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     'ConntrackHelper': {'1.0'},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Log': {'1.0'},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Network': {'1.1'},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Port': {'1.6'},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     'PortForwarding': {'1.2'},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     'QosPolicy': {'1.8'},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroup': {'1.3'},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroupRule': {'1.1'},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SubPort': {'1.0'},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Subnet': {'1.1'},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Trunk': {'1.1'}}
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]: consumer versions:
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]: {   DHCP agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     L3 agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metadata agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metering agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:     Open vSwitch agent@dv-cinder-766752-2-iscsi: {   'AddressGroup': '1.0',
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'ConntrackHelper': '1.0',
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Log': '1.0',
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Network': '1.1',
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Port': '1.6',
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'PortForwarding': '1.2',
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'QosPolicy': '1.8',
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroup': '1.3',
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroupRule': '1.1',
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SubPort': '1.0',
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Subnet': '1.1',
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Trunk': '1.1'}}
Dec 17 16:09:10.449555 dv-cinder-766752-2-iscsi neutron-server[80166]:  {{(pid=80280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 17 16:09:10.497406 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:10.501898 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:10.538901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:10.540309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:09:10.541004 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:10.545877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:10.806467 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.1290791
Dec 17 16:09:10.807168 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=4d7ffef0-5100-4177-a0b4-e5ddc1d32cec,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:10.810613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:10.820042 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network 4d7ffef0-5100-4177-a0b4-e5ddc1d32cec details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:09:13.910161 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 45540) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:09:14.417901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6883ed-2a99-49c5-af2a-e3d60ebd37f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:09:14.419409 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ed6883ed-2a99-49c5-af2a-e3d60ebd37f6 admin admin] 10.222.0.21 "GET /v2.0/networks/4d7ffef0-5100-4177-a0b4-e5ddc1d32cec HTTP/1.1" status: 200  len: 818 time: 0.5082121
Dec 17 16:09:14.448491 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-fe925fd6-6f38-44a2-8925-d12fb0a96f71 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/dfcc78b6-60b2-41e7-974e-c2c1b2577d49 HTTP/1.1" status: 200  len: 734 time: 0.0228093
Dec 17 16:09:14.457874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Request body: {'subnet': {'subnetpool_id': 'dfcc78b6-60b2-41e7-974e-c2c1b2577d49', 'gateway_ip': '172.20.0.1', 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:09:14.462983 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:09:14.466910 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Usage tracker for resource:subnet and tenant:b28f162c01e04520a05bdeda079cfaad is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:09:14.469905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:09:14.476136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:09:14.484723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Made reservation on behalf of b28f162c01e04520a05bdeda079cfaad for: {'subnet': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:09:14.489378 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:14.988631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for subnet, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:15.003583 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:15.142624 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f659a6e8-5e14-4c55-83fe-dbcc8bd0919e,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:15.146075 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:15.213939 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Checking segment: {'id': '418949af-65d0-4545-8bb1-dcc27bf64dde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:09:15.214329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Network hostable DHCP agents. Network: 4d7ffef0-5100-4177-a0b4-e5ddc1d32cec, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:09:15.234717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Network 4d7ffef0-5100-4177-a0b4-e5ddc1d32cec is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:09:15.243963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, 4d7ffef0-5100-4177-a0b4-e5ddc1d32cec) {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:09:15.248310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:09:15.248971 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:15.262428 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bb0509-ca51-473e-bf30-24e9909088f2 None None] Network 4d7ffef0-5100-4177-a0b4-e5ddc1d32cec requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:09:15.268105 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8138559
Dec 17 16:09:15.585576 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55080c99-bcec-5eef-a477-4b95c02406d4-4d7ffef0-5100-4177-a0b4-e5ddc1d32cec', 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad', 'fixed_ips': [{'subnet_id': 'f659a6e8-5e14-4c55-83fe-dbcc8bd0919e'}]}} from dv-cinder-766752-2-iscsi. {{(pid=80281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 17 16:09:15.586755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:15.926650 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Allocated IP 172.20.0.2 (4d7ffef0-5100-4177-a0b4-e5ddc1d32cec/f659a6e8-5e14-4c55-83fe-dbcc8bd0919e/9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc) {{(pid=80281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:09:16.179723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Notify callbacks [] for port, precommit_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:16.201549 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Transition to ACTIVE for port object 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:09:16.230381 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Transition to ACTIVE for port object 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc will not be triggered until provisioned by entity DHCP. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:09:16.240033 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:16.266452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:16.597392 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Pushing event updated for resources: {'Port': ['ID=9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc,revision_number=1']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:16.611621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:16.611989 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:16.612403 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:16.612769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:16.613112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:16.613464 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:16.613811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:16.614160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:16.614583 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:16.614944 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:16.615283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:16.615628 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Tracked resource versions report:
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]: pushed versions:
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]: {   'AddressGroup': {'1.0'},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     'ConntrackHelper': {'1.0'},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Log': {'1.0'},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Network': {'1.1'},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Port': {'1.6'},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     'PortForwarding': {'1.2'},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     'QosPolicy': {'1.8'},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroup': {'1.3'},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroupRule': {'1.1'},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SubPort': {'1.0'},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Subnet': {'1.1'},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Trunk': {'1.1'}}
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]: consumer versions:
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]: {   DHCP agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     L3 agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metadata agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metering agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:     Open vSwitch agent@dv-cinder-766752-2-iscsi: {   'AddressGroup': '1.0',
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'ConntrackHelper': '1.0',
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Log': '1.0',
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Network': '1.1',
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Port': '1.6',
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'PortForwarding': '1.2',
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'QosPolicy': '1.8',
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroup': '1.3',
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroupRule': '1.1',
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SubPort': '1.0',
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Subnet': '1.1',
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Trunk': '1.1'}}
Dec 17 16:09:16.616870 dv-cinder-766752-2-iscsi neutron-server[80166]:  {{(pid=80281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 17 16:09:16.624552 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:16.673996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Network 4d7ffef0-5100-4177-a0b4-e5ddc1d32cec is already hosted by enough agents. {{(pid=80281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:09:16.675205 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Resources bound (agent type, host, resource id):  {{(pid=80281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:09:16.678336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Received port after_create {{(pid=80281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:09:16.737554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Attempting to bind port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:09:16.737955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Attempting to bind port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '418949af-65d0-4545-8bb1-dcc27bf64dde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:09:16.738342 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Attempting to bind port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc on network 4d7ffef0-5100-4177-a0b4-e5ddc1d32cec {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:09:16.744561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:09:16.744964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Checking segment: {'id': '418949af-65d0-4545-8bb1-dcc27bf64dde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:09:16.745412 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:16.745835 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Bound using segment: {'id': '418949af-65d0-4545-8bb1-dcc27bf64dde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:09:16.746335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Bound port: 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418949af-65d0-4545-8bb1-dcc27bf64dde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:09:16.746741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:16.836924 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] For port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:09:16.841036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] For port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc,segment=NetworkSegment(418949af-65d0-4545-8bb1-dcc27bf64dde),segment_id=418949af-65d0-4545-8bb1-dcc27bf64dde)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:09:16.844490 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:16.859870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:17.011758 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Pushing event updated for resources: {'Port': ['ID=9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:17.016920 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:18.316678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 45550) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:09:18.857363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [None req-a7c24549-6701-4aac-b3bf-90107021dcb0 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80280) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:09:18.868208 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a7c24549-6701-4aac-b3bf-90107021dcb0 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.5407147
Dec 17 16:09:20.422335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:09:20.512443 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:09:21.687840 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 45564) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:09:22.029272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af6534d-6a41-44e5-b90a-7dda98a7c4b3 None None] Network 4d7ffef0-5100-4177-a0b4-e5ddc1d32cec requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:09:22.139118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-93dd4cf9-8ed1-4c6f-951e-9d178a7deda0 None None] Provisioning for port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:09:22.155876 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-93dd4cf9-8ed1-4c6f-951e-9d178a7deda0 None None] Provisioning complete for port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:09:22.156321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-93dd4cf9-8ed1-4c6f-951e-9d178a7deda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:22.409643 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-93dd4cf9-8ed1-4c6f-951e-9d178a7deda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:22.459434 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-93dd4cf9-8ed1-4c6f-951e-9d178a7deda0 None None] For port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc,segment=NetworkSegment(418949af-65d0-4545-8bb1-dcc27bf64dde),segment_id=418949af-65d0-4545-8bb1-dcc27bf64dde)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:09:22.463126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-93dd4cf9-8ed1-4c6f-951e-9d178a7deda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:22.469377 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:22.544817 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd4cf9-8ed1-4c6f-951e-9d178a7deda0 None None] Pushing event updated for resources: {'Port': ['ID=9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:22.548287 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-93dd4cf9-8ed1-4c6f-951e-9d178a7deda0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:22.618008 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING oslo_policy.policy [None req-f8f1fd43-c6d4-484c-b2f1-f4f55bf7d41b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 17 16:09:22.618616 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING oslo_policy.policy [None req-f8f1fd43-c6d4-484c-b2f1-f4f55bf7d41b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 17 16:09:22.796685 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-c6d49719-19af-46ec-9fa9-5dfa4a816f08 None None] Provisioning complete for port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:09:22.797424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c6d49719-19af-46ec-9fa9-5dfa4a816f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:22.908553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [None req-f8f1fd43-c6d4-484c-b2f1-f4f55bf7d41b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80279) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:09:22.912420 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f8f1fd43-c6d4-484c-b2f1-f4f55bf7d41b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 1.2205009
Dec 17 16:09:23.084844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-d1e857c2-ecf7-4004-83ec-aca7d4b24c20 None None] Provisioning complete for port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:09:23.085435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d1e857c2-ecf7-4004-83ec-aca7d4b24c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:23.418997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-8ed03235-3c5c-4169-a024-0faccae30ff0 None None] Provisioning complete for port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:09:23.419597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8ed03235-3c5c-4169-a024-0faccae30ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:24.417790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:09:24.495551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:09:24.496024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:26.174878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a184ab57-a0c5-46d8-af26-cf3ff2a8322b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:26.357639 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 45580) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:09:26.898882 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:09:26.934867 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.policy [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80279) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 17 16:09:26.935759 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING oslo_policy.policy [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 17 16:09:26.936171 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING oslo_policy.policy [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 17 16:09:26.943653 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.quota [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fb820211d30>.
Dec 17 16:09:26.990583 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:09:26.997981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] Usage tracker for resource:router and tenant:b28f162c01e04520a05bdeda079cfaad is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:09:27.002494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:09:27.009947 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:09:27.025249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667562'] for router, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:27.027390 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854665440'] for router, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:27.053655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:27.168439 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102547'] for router, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:27.191319 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:27.192820 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-cc34351e-156c-49e7-8077-6e2599ddb546 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8336711
Dec 17 16:09:28.576765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-390844fa-073a-420e-9995-fefcc3a3f800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:29.491058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:30.176540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 45602) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:09:30.290664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:30.457507 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [None req-99da40c9-c1c4-4844-843c-326dcea01dcf admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80279) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:09:30.458681 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-99da40c9-c1c4-4844-843c-326dcea01dcf admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.2811170
Dec 17 16:09:30.921669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:31.024271 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 5 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:09:33.232355 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 45622) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:09:33.325522 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:09:33.336397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:09:33.343070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Usage tracker for resource:network and tenant:2b4dc66deed84f119558f4804b1f3d5d is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:09:33.349870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:09:33.357759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:09:33.370805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Made reservation on behalf of 2b4dc66deed84f119558f4804b1f3d5d for: {'network': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:09:33.380795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:33.408868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:33.435710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:09:33.442103 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Usage tracker for resource:security_group_rule and tenant:2b4dc66deed84f119558f4804b1f3d5d is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:09:33.448104 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:09:33.457309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:09:33.589671 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:33.593967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:33.601487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:33.618244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Reserving flat network on physical network physnet1 {{(pid=80279) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 17 16:09:33.650707 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260054490655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:33.651358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fb821031e18> segment precommit_create {{(pid=80279) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 17 16:09:33.652141 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Added segment 56873236-847f-417c-8c8e-43f3683d778e of type flat for network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542
Dec 17 16:09:33.712507 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb83d40-fe04-4f2d-87fe-cb191f9ff296,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:33.733481 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:33.733859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:33.734217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:33.734566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:33.734919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:33.735276 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:33.735621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:33.735961 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:33.736352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:33.736691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:33.737036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:33.737370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Tracked resource versions report:
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]: pushed versions:
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]: {   'AddressGroup': {'1.0'},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     'ConntrackHelper': {'1.0'},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Log': {'1.0'},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Network': {'1.1'},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Port': {'1.6'},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     'PortForwarding': {'1.2'},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     'QosPolicy': {'1.8'},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroup': {'1.3'},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroupRule': {'1.1'},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SubPort': {'1.0'},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Subnet': {'1.1'},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Trunk': {'1.1'}}
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]: consumer versions:
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]: {   DHCP agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     L3 agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metadata agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metering agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:     Open vSwitch agent@dv-cinder-766752-2-iscsi: {   'AddressGroup': '1.0',
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'ConntrackHelper': '1.0',
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Log': '1.0',
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Network': '1.1',
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Port': '1.6',
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'PortForwarding': '1.2',
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'QosPolicy': '1.8',
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroup': '1.3',
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroupRule': '1.1',
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SubPort': '1.0',
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Subnet': '1.1',
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Trunk': '1.1'}}
Dec 17 16:09:33.738567 dv-cinder-766752-2-iscsi neutron-server[80166]:  {{(pid=80279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 17 16:09:33.991704 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:33.999396 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:34.046358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:34.047772 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:09:34.048506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:34.052851 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:34.174090 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9405363
Dec 17 16:09:34.177585 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Pushing event updated for resources: {'Network': ['ID=91d1505b-ce8a-4e95-a9a1-fbd742f1e542,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:34.181557 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:34.190139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:09:36.971683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 45636) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:09:37.141742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698eaf29-1ecc-4b2a-94f5-871485dbe32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:09:37.143202 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-698eaf29-1ecc-4b2a-94f5-871485dbe32c admin admin] 10.222.0.21 "GET /v2.0/subnets/f659a6e8-5e14-4c55-83fe-dbcc8bd0919e HTTP/1.1" status: 200  len: 849 time: 0.1703451
Dec 17 16:09:37.303012 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-2a1ff254-94cc-4ed1-bf56-a1de58cb606e admin admin] 10.222.0.21 "GET /v2.0/routers/aec2e58c-c0df-4774-9602-639b07925b64 HTTP/1.1" status: 200  len: 704 time: 0.1489398
Dec 17 16:09:37.860922 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:38.334701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Allocated IP 172.20.0.1 (4d7ffef0-5100-4177-a0b4-e5ddc1d32cec/f659a6e8-5e14-4c55-83fe-dbcc8bd0919e/0a063ca3-b88f-4936-beeb-989a9e695302) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:09:38.522744 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:38.542974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Transition to ACTIVE for port object 0a063ca3-b88f-4936-beeb-989a9e695302 will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:09:38.595139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:38.621455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:38.927072 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Pushing event updated for resources: {'Port': ['ID=0a063ca3-b88f-4936-beeb-989a9e695302,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:38.932423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:38.995618 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Network 4d7ffef0-5100-4177-a0b4-e5ddc1d32cec is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:09:38.996841 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:09:39.000076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:09:39.000820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673072'] for router_interface, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:39.265442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-7a1c7c94-195a-4841-a1c4-b187ac569967 None None] Provisioning for port 0a063ca3-b88f-4936-beeb-989a9e695302 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:09:39.272711 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-7a1c7c94-195a-4841-a1c4-b187ac569967 None None] Provisioning complete for port 0a063ca3-b88f-4936-beeb-989a9e695302 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:09:39.273097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7c94-195a-4841-a1c4-b187ac569967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:39.306353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:39.330943 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c7c94-195a-4841-a1c4-b187ac569967 None None] Port 0a063ca3-b88f-4936-beeb-989a9e695302 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:09:39.642955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:39.646522 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:39.647692 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853677243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676747'] for router_interface, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:39.663512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:39.801268 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Pushing event updated for resources: {'Port': ['ID=0a063ca3-b88f-4936-beeb-989a9e695302,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:39.805011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:39.868076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Network 4d7ffef0-5100-4177-a0b4-e5ddc1d32cec is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:09:39.869314 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:09:40.058282 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-40f569fc-75a0-4a85-ba87-3b545075f012 None None] Provisioning complete for port 0a063ca3-b88f-4936-beeb-989a9e695302 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:09:40.058686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-40f569fc-75a0-4a85-ba87-3b545075f012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:40.077941 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Router aec2e58c-c0df-4774-9602-639b07925b64 is scheduled to L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 with binding_index 1 {{(pid=80279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 17 16:09:40.119953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-40f569fc-75a0-4a85-ba87-3b545075f012 None None] Port 0a063ca3-b88f-4936-beeb-989a9e695302 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:09:40.245613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:09:40.258480 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Sync routers for ids ['aec2e58c-c0df-4774-9602-639b07925b64'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:09:40.259083 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] 10.222.0.21 "PUT /v2.0/routers/aec2e58c-c0df-4774-9602-639b07925b64/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.9498482
Dec 17 16:09:40.270805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Routers {'aec2e58c-c0df-4774-9602-639b07925b64'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:09:40.271911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb820073c18>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:09:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['aec2e58c-c0df-4774-9602-639b07925b64'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:09:40.463962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Set router aec2e58c-c0df-4774-9602-639b07925b64 gateway port host: None {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:09:40.882254 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb820073c18>, [{'id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'name': 'router1', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:09:27Z', 'updated_at': '2020-12-17T16:09:39Z', 'revision_number': 2, 'project_id': 'b28f162c01e04520a05bdeda079cfaad', 'gw_port_host': None, '_interfaces': [{'id': '0a063ca3-b88f-4936-beeb-989a9e695302', 'name': '', 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad', 'mac_address': 'fa:16:3e:8e:af:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f659a6e8-5e14-4c55-83fe-dbcc8bd0919e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:38Z', 'updated_at': '2020-12-17T16:09:39Z', 'revision_number': 2, 'project_id': 'b28f162c01e04520a05bdeda079cfaad', 'subnets': [{'id': 'f659a6e8-5e14-4c55-83fe-dbcc8bd0919e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfcc78b6-60b2-41e7-974e-c2c1b2577d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:09:40.890532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Checking router: aec2e58c-c0df-4774-9602-639b07925b64 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:09:40.891130 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Updating router aec2e58c-c0df-4774-9602-639b07925b64 port 0a063ca3-b88f-4936-beeb-989a9e695302 binding host dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:09:40.977175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:41.662068 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Notify callbacks [] for port, precommit_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:41.677937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Transition to ACTIVE for port object 0a063ca3-b88f-4936-beeb-989a9e695302 will not be triggered until provisioned by entity L2. {{(pid=80282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:09:41.683407 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:41.699567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:41.842610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0a063ca3-b88f-4936-beeb-989a9e695302,revision_number=3']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:41.865507 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:41.865882 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:41.866256 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:41.866621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:41.870107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:41.870107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:41.870107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:41.870107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:41.870107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:41.870107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:41.870107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:41.870107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Tracked resource versions report:
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]: pushed versions:
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]: {   'AddressGroup': {'1.0'},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     'ConntrackHelper': {'1.0'},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Log': {'1.0'},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Network': {'1.1'},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Port': {'1.6'},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     'PortForwarding': {'1.2'},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     'QosPolicy': {'1.8'},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroup': {'1.3'},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroupRule': {'1.1'},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SubPort': {'1.0'},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Subnet': {'1.1'},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Trunk': {'1.1'}}
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]: consumer versions:
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]: {   DHCP agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     L3 agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metadata agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metering agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:     Open vSwitch agent@dv-cinder-766752-2-iscsi: {   'AddressGroup': '1.0',
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'ConntrackHelper': '1.0',
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Log': '1.0',
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Network': '1.1',
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Port': '1.6',
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'PortForwarding': '1.2',
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'QosPolicy': '1.8',
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroup': '1.3',
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroupRule': '1.1',
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SubPort': '1.0',
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Subnet': '1.1',
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Trunk': '1.1'}}
Dec 17 16:09:41.870690 dv-cinder-766752-2-iscsi neutron-server[80166]:  {{(pid=80282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 17 16:09:41.893641 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:42.094787 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Attempting to bind port 0a063ca3-b88f-4936-beeb-989a9e695302 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:09:42.095388 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Attempting to bind port 0a063ca3-b88f-4936-beeb-989a9e695302 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '418949af-65d0-4545-8bb1-dcc27bf64dde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec'}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:09:42.096023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Attempting to bind port 0a063ca3-b88f-4936-beeb-989a9e695302 on network 4d7ffef0-5100-4177-a0b4-e5ddc1d32cec {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:09:42.105465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:09:42.106739 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Checking segment: {'id': '418949af-65d0-4545-8bb1-dcc27bf64dde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:09:42.106739 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:42.107421 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Bound using segment: {'id': '418949af-65d0-4545-8bb1-dcc27bf64dde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec'} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:09:42.108309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Bound port: 0a063ca3-b88f-4936-beeb-989a9e695302, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418949af-65d0-4545-8bb1-dcc27bf64dde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec'}}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:09:42.108963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:42.225450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] For port 0a063ca3-b88f-4936-beeb-989a9e695302, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:09:42.230661 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] For port 0a063ca3-b88f-4936-beeb-989a9e695302, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=0a063ca3-b88f-4936-beeb-989a9e695302,segment=NetworkSegment(418949af-65d0-4545-8bb1-dcc27bf64dde),segment_id=418949af-65d0-4545-8bb1-dcc27bf64dde)] {{(pid=80282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:09:42.233449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:42.250192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:42.412939 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Pushing event updated for resources: {'Port': ['ID=0a063ca3-b88f-4936-beeb-989a9e695302,revision_number=4']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:42.418419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:42.501098 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Routers {'aec2e58c-c0df-4774-9602-639b07925b64'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:09:42.501933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb820073c18>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:09:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['aec2e58c-c0df-4774-9602-639b07925b64'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:09:42.699229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] Set router aec2e58c-c0df-4774-9602-639b07925b64 gateway port host: None {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:09:42.999104 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 45648) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:09:43.157461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb820073c18>, [{'id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'name': 'router1', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:09:27Z', 'updated_at': '2020-12-17T16:09:39Z', 'revision_number': 2, 'project_id': 'b28f162c01e04520a05bdeda079cfaad', 'gw_port_host': None, '_interfaces': [{'id': '0a063ca3-b88f-4936-beeb-989a9e695302', 'name': '', 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad', 'mac_address': 'fa:16:3e:8e:af:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f659a6e8-5e14-4c55-83fe-dbcc8bd0919e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:38Z', 'updated_at': '2020-12-17T16:09:42Z', 'revision_number': 4, 'project_id': 'b28f162c01e04520a05bdeda079cfaad', 'subnets': [{'id': 'f659a6e8-5e14-4c55-83fe-dbcc8bd0919e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfcc78b6-60b2-41e7-974e-c2c1b2577d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:09:43.162564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46eab1-3793-4828-9fae-096010f68a28 None None] The sync data for ids ['aec2e58c-c0df-4774-9602-639b07925b64'] in dv-cinder-766752-2-iscsi is: [{'id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'name': 'router1', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:09:27Z', 'updated_at': '2020-12-17T16:09:39Z', 'revision_number': 2, 'project_id': 'b28f162c01e04520a05bdeda079cfaad', 'gw_port_host': None, '_interfaces': [{'id': '0a063ca3-b88f-4936-beeb-989a9e695302', 'name': '', 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad', 'mac_address': 'fa:16:3e:8e:af:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f659a6e8-5e14-4c55-83fe-dbcc8bd0919e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:38Z', 'updated_at': '2020-12-17T16:09:42Z', 'revision_number': 4, 'project_id': 'b28f162c01e04520a05bdeda079cfaad', 'subnets': [{'id': 'f659a6e8-5e14-4c55-83fe-dbcc8bd0919e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfcc78b6-60b2-41e7-974e-c2c1b2577d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:09:43.235663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154fac2c-d5fa-4e63-805d-6d40277548dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:09:43.236770 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-154fac2c-d5fa-4e63-805d-6d40277548dc admin admin] Synchronizing usage tracker for tenant:2b4dc66deed84f119558f4804b1f3d5d on resource:network {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:09:43.256209 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-154fac2c-d5fa-4e63-805d-6d40277548dc admin admin] Unset dirty status for tenant:2b4dc66deed84f119558f4804b1f3d5d on resource:network {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:09:43.258134 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-154fac2c-d5fa-4e63-805d-6d40277548dc admin admin] 10.222.0.21 "GET /v2.0/networks/91d1505b-ce8a-4e95-a9a1-fbd742f1e542 HTTP/1.1" status: 200  len: 842 time: 0.2577872
Dec 17 16:09:43.269293 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:09:43.276157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:09:43.281320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Usage tracker for resource:subnet and tenant:2b4dc66deed84f119558f4804b1f3d5d is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:09:43.284490 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:09:43.291873 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:09:43.301045 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Made reservation on behalf of 2b4dc66deed84f119558f4804b1f3d5d for: {'subnet': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:09:43.305664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:43.774098 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.objects.ports [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80279) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 17 16:09:43.774594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for subnet, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:43.790456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:44.105986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=422f0172-b56a-4ae2-95c4-a5eccdebaca6,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:44.109294 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:44.171885 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Checking segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:09:44.172316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Network hostable DHCP agents. Network: 91d1505b-ce8a-4e95-a9a1-fbd742f1e542, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:09:44.195484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:09:44.205428 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, 91d1505b-ce8a-4e95-a9a1-fbd742f1e542) {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:09:44.210309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:09:44.211145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:44.215265 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cb6c94-ba93-4f1d-b596-1c24a5ef2318 None None] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:09:44.234849 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9696569
Dec 17 16:09:44.480974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 0a063ca3-b88f-4936-beeb-989a9e695302 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:09:44.522846 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f479251-2217-48f1-a4c2-4fb347bc96c2 None None] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:09:44.663944 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 0a063ca3-b88f-4936-beeb-989a9e695302 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:09:44.682963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 0a063ca3-b88f-4936-beeb-989a9e695302 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:09:44.683379 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:44.929323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:44.969735 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port 0a063ca3-b88f-4936-beeb-989a9e695302, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=0a063ca3-b88f-4936-beeb-989a9e695302,segment=NetworkSegment(418949af-65d0-4545-8bb1-dcc27bf64dde),segment_id=418949af-65d0-4545-8bb1-dcc27bf64dde)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:09:44.973476 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:44.975899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-93dd4cf9-8ed1-4c6f-951e-9d178a7deda0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:45.048683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=0a063ca3-b88f-4936-beeb-989a9e695302,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:45.052833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:46.432964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 0a063ca3-b88f-4936-beeb-989a9e695302 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:09:46.515225 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 0a063ca3-b88f-4936-beeb-989a9e695302 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:09:46.515653 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:46.882106 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 45662) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:09:47.168238 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a7bdc963-0d57-47e5-8088-55f6e25eaaae admin admin] 10.222.0.21 "GET /v2.0/routers/aec2e58c-c0df-4774-9602-639b07925b64 HTTP/1.1" status: 200  len: 710 time: 0.2848268
Dec 17 16:09:47.311820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d2a9f4-7f96-497d-8435-2719be2a78d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:09:47.313345 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-37d2a9f4-7f96-497d-8435-2719be2a78d5 admin admin] 10.222.0.21 "GET /v2.0/networks/91d1505b-ce8a-4e95-a9a1-fbd742f1e542 HTTP/1.1" status: 200  len: 886 time: 0.1392348
Dec 17 16:09:47.323839 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:09:47.977218 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854665423'] for router, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:48.355640 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:48.395245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:48.410114 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:48.428361 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:09:48.432743 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:09:48.435965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:09:48.442662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:09:48.543696 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:48.546634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:48.562769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:48.661111 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142e9372-7378-476e-a079-5f94625d15a8,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:48.666002 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:48.841627 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Allocated IP 172.27.0.150 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/86735096-e2ac-4a8a-b07e-5cc7bdce2bbf) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:09:49.011722 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:49.061812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:49.078431 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:49.213088 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=86735096-e2ac-4a8a-b07e-5cc7bdce2bbf,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:49.220236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:49.273832 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:09:49.274921 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:09:49.277411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:09:49.826830 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:50.173384 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854665423'] for router, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:50.177992 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854102532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854106372'] for router, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:50.368106 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Router aec2e58c-c0df-4774-9602-639b07925b64 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:09:50.558277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:09:50.573685 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Sync routers for ids ['aec2e58c-c0df-4774-9602-639b07925b64'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:09:50.576970 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Notify callbacks [] for router, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:50.582816 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] 10.222.0.21 "PUT /v2.0/routers/aec2e58c-c0df-4774-9602-639b07925b64 HTTP/1.1" status: 200  len: 890 time: 3.2585244
Dec 17 16:09:50.584980 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Routers {'aec2e58c-c0df-4774-9602-639b07925b64'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:09:50.585674 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f67a828>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:09:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['aec2e58c-c0df-4774-9602-639b07925b64'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:09:50.792208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Set router aec2e58c-c0df-4774-9602-639b07925b64 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:09:51.295439 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f67a828>, [{'id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'name': 'router1', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '86735096-e2ac-4a8a-b07e-5cc7bdce2bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:09:27Z', 'updated_at': '2020-12-17T16:09:49Z', 'revision_number': 4, 'project_id': 'b28f162c01e04520a05bdeda079cfaad', 'gw_port': {'id': '86735096-e2ac-4a8a-b07e-5cc7bdce2bbf', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:48Z', 'updated_at': '2020-12-17T16:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '0a063ca3-b88f-4936-beeb-989a9e695302', 'name': '', 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad', 'mac_address': 'fa:16:3e:8e:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f659a6e8-5e14-4c55-83fe-dbcc8bd0919e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:38Z', 'updated_at': '2020-12-17T16:09:44Z', 'revision_number': 5, 'project_id': 'b28f162c01e04520a05bdeda079cfaad', 'subnets': [{'id': 'f659a6e8-5e14-4c55-83fe-dbcc8bd0919e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfcc78b6-60b2-41e7-974e-c2c1b2577d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:09:51.300489 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Checking router: aec2e58c-c0df-4774-9602-639b07925b64 for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:09:51.300878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Updating router aec2e58c-c0df-4774-9602-639b07925b64 port 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf binding host dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:09:51.354038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:51.752360 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Notify callbacks [] for port, precommit_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:51.765373 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Transition to ACTIVE for port object 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:09:51.767056 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:51.786064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:51.916464 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647dca2-d418-4050-9f7c-4d82d8fbfb97 None None] Pushing event updated for resources: {'Port': ['ID=86735096-e2ac-4a8a-b07e-5cc7bdce2bbf,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:51.921467 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3647dca2-d418-4050-9f7c-4d82d8fbfb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:51.978253 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Attempting to bind port 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:09:51.978633 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Attempting to bind port 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:09:51.979031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Attempting to bind port 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf on network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:09:51.984542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:09:51.984946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Checking segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:09:51.985378 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:51.985793 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Bound using segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:09:51.986291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Bound port: 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:09:51.986686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:52.063039 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] For port 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:09:52.066117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] For port 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=86735096-e2ac-4a8a-b07e-5cc7bdce2bbf,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:09:52.069407 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:52.086305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d168f23c-5557-4c60-9fb9-e76562e07f86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:52.234744 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647dca2-d418-4050-9f7c-4d82d8fbfb97 None None] Pushing event updated for resources: {'Port': ['ID=86735096-e2ac-4a8a-b07e-5cc7bdce2bbf,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:52.240689 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3647dca2-d418-4050-9f7c-4d82d8fbfb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:52.287613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Routers {'aec2e58c-c0df-4774-9602-639b07925b64'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:09:52.288315 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f67a828>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:09:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['aec2e58c-c0df-4774-9602-639b07925b64'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:09:52.493370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] Set router aec2e58c-c0df-4774-9602-639b07925b64 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:09:52.853244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f67a828>, [{'id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'name': 'router1', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '86735096-e2ac-4a8a-b07e-5cc7bdce2bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:09:27Z', 'updated_at': '2020-12-17T16:09:49Z', 'revision_number': 4, 'project_id': 'b28f162c01e04520a05bdeda079cfaad', 'gw_port': {'id': '86735096-e2ac-4a8a-b07e-5cc7bdce2bbf', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:48Z', 'updated_at': '2020-12-17T16:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '0a063ca3-b88f-4936-beeb-989a9e695302', 'name': '', 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad', 'mac_address': 'fa:16:3e:8e:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f659a6e8-5e14-4c55-83fe-dbcc8bd0919e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:38Z', 'updated_at': '2020-12-17T16:09:44Z', 'revision_number': 5, 'project_id': 'b28f162c01e04520a05bdeda079cfaad', 'subnets': [{'id': 'f659a6e8-5e14-4c55-83fe-dbcc8bd0919e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfcc78b6-60b2-41e7-974e-c2c1b2577d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:09:52.858130 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59041b80-8bb0-441f-9127-bcb7dce4c814 None None] The sync data for ids ['aec2e58c-c0df-4774-9602-639b07925b64'] in dv-cinder-766752-2-iscsi is: [{'id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'name': 'router1', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '86735096-e2ac-4a8a-b07e-5cc7bdce2bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:09:27Z', 'updated_at': '2020-12-17T16:09:49Z', 'revision_number': 4, 'project_id': 'b28f162c01e04520a05bdeda079cfaad', 'gw_port': {'id': '86735096-e2ac-4a8a-b07e-5cc7bdce2bbf', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:48Z', 'updated_at': '2020-12-17T16:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '0a063ca3-b88f-4936-beeb-989a9e695302', 'name': '', 'network_id': '4d7ffef0-5100-4177-a0b4-e5ddc1d32cec', 'tenant_id': 'b28f162c01e04520a05bdeda079cfaad', 'mac_address': 'fa:16:3e:8e:af:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec2e58c-c0df-4774-9602-639b07925b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f659a6e8-5e14-4c55-83fe-dbcc8bd0919e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:09:38Z', 'updated_at': '2020-12-17T16:09:44Z', 'revision_number': 5, 'project_id': 'b28f162c01e04520a05bdeda079cfaad', 'subnets': [{'id': 'f659a6e8-5e14-4c55-83fe-dbcc8bd0919e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfcc78b6-60b2-41e7-974e-c2c1b2577d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:09:53.306530 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 45672) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:09:53.463259 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e79070-7f9d-4e8d-acd6-15757cf2fbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:09:53.464994 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b2e79070-7f9d-4e8d-acd6-15757cf2fbd2 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1573088
Dec 17 16:09:54.443837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:09:54.518467 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:09:54.523611 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:09:54.524020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:54.655409 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:54.672034 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=86735096-e2ac-4a8a-b07e-5cc7bdce2bbf,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:09:54.676923 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:54.679650 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:09:54.919198 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=86735096-e2ac-4a8a-b07e-5cc7bdce2bbf,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:09:54.925126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:09:56.193798 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c34e176b-5c52-4e4c-b34d-c3fed4d9a30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:56.499345 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:09:56.602512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 86735096-e2ac-4a8a-b07e-5cc7bdce2bbf triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:09:56.603311 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:58.581510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb037-6d5f-4d49-b83e-642d40732325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:09:59.519941 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:10:00.301516 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:10:00.927766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:10:08.013651 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 5 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:10:26.176777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6acccd3-5587-4215-b7fe-3a972fbd81ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:10:28.574742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8f2cdbeb-3886-4652-8ce6-f82cd8335636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:10:29.487410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:10:30.283401 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:10:30.913011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:10:45.014087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 5 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:10:56.178731 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-923069f4-a9b8-421c-bcbf-b465cf46816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:10:58.576979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b65903ec-b0dd-40d5-a955-8fd18a89a1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:10:59.491070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:11:00.286811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:11:00.923848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:11:22.019091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 5 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:11:26.181329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c87dd22a-c1c1-4c03-b405-a742c4b63d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:11:28.579178 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1c42e7b8-d695-40e7-9722-10da8d2492dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:11:29.493932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:11:30.290405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:11:30.931776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:11:56.181730 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4a930499-7f7e-44b8-8ba8-12cf9445dbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:11:58.583026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-981d0c66-ceeb-45ef-aaa8-6a5c38d3d4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:11:59.018675 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 5 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:11:59.497059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:00.294150 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:00.939274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:09.480914 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46248) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:12:09.588464 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.pecan_wsgi.hooks.translation [None req-eddc2814-0ae8-47fb-8a5e-9cf14d84e253 admin admin] GET failed (client error): The resource could not be found.
Dec 17 16:12:09.589852 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-eddc2814-0ae8-47fb-8a5e-9cf14d84e253 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1079040
Dec 17 16:12:09.735068 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e98a2e-61cc-4f9c-b1f9-6f4f5d8f78f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:09.736671 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-09e98a2e-61cc-4f9c-b1f9-6f4f5d8f78f8 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1424062
Dec 17 16:12:12.224136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46258) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:12:12.372911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e6ee1e-70bd-40db-b146-d0d1181b4dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:12.378481 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e4e6ee1e-70bd-40db-b146-d0d1181b4dc7 admin admin] 10.222.0.21 "GET /v2.0/subnets/f659a6e8-5e14-4c55-83fe-dbcc8bd0919e HTTP/1.1" status: 200  len: 849 time: 0.1492140
Dec 17 16:12:12.385764 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:12:12.525414 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Notify callbacks [] for subnet, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:12.873429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776800086046'] for subnet, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:12.889965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:12:13.201128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f659a6e8-5e14-4c55-83fe-dbcc8bd0919e,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:12:13.223307 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:12:13.223681 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:12:13.224047 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:12:13.224442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:12:13.224922 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:12:13.225133 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:12:13.225488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:12:13.225840 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:12:13.226211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:12:13.226562 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:12:13.226912 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:12:13.227260 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:12:13.231128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:12:13.262222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:13.262872 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:13.264281 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-94006d70-f839-4a72-a0f2-4824a112343d admin admin] 10.222.0.21 "PUT /v2.0/subnets/f659a6e8-5e14-4c55-83fe-dbcc8bd0919e HTTP/1.1" status: 200  len: 868 time: 0.8829763
Dec 17 16:12:13.267717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414d1128-6c44-4fb4-91d7-831292a0c972 None None] Network 4d7ffef0-5100-4177-a0b4-e5ddc1d32cec requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:12:13.765083 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-1e4149fc-63a5-4283-a3a1-c0ae3513cd64 None None] Provisioning complete for port 0a063ca3-b88f-4936-beeb-989a9e695302 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:12:13.765494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1e4149fc-63a5-4283-a3a1-c0ae3513cd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:13.903543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-1e4149fc-63a5-4283-a3a1-c0ae3513cd64 None None] Provisioning complete for port 9a5ea09e-d0bf-4fa9-a0f3-05bc8d5b69cc triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:12:13.903852 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1e4149fc-63a5-4283-a3a1-c0ae3513cd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:15.815895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46268) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:12:16.037079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2786d94-2e5a-42fc-9aa5-3e35a0a42542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:16.037419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2786d94-2e5a-42fc-9aa5-3e35a0a42542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:16.039072 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b2786d94-2e5a-42fc-9aa5-3e35a0a42542 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2220454
Dec 17 16:12:18.553513 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46278) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:12:18.781299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05836a81-caf5-427c-a050-1f37a92735a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:18.781811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05836a81-caf5-427c-a050-1f37a92735a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:18.783540 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-05836a81-caf5-427c-a050-1f37a92735a8 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2289939
Dec 17 16:12:21.299274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46288) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:12:21.554627 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec7f053-4815-4baf-84ca-239dab745c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:21.556654 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-cec7f053-4815-4baf-84ca-239dab745c23 admin admin] 10.222.0.21 "GET /v2.0/networks/4d7ffef0-5100-4177-a0b4-e5ddc1d32cec HTTP/1.1" status: 200  len: 862 time: 0.2561316
Dec 17 16:12:24.041074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46298) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:12:24.254651 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e323c-19c1-4293-9f2f-65dc672ad577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:24.256311 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-028e323c-19c1-4293-9f2f-65dc672ad577 admin admin] 10.222.0.21 "GET /v2.0/networks/91d1505b-ce8a-4e95-a9a1-fbd742f1e542 HTTP/1.1" status: 200  len: 886 time: 0.2139769
Dec 17 16:12:26.183717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-487564e4-c157-4e35-9e1f-d6c85f762ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:26.806435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46308) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:12:26.955791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b47c0-298d-4be0-bb32-7ddd62f7ec73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:26.956232 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b47c0-298d-4be0-bb32-7ddd62f7ec73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:26.957931 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-854b47c0-298d-4be0-bb32-7ddd62f7ec73 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1503820
Dec 17 16:12:28.589359 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-76968393-e2ad-417f-a8f9-80b5e010b7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:29.451449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46318) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:12:29.500905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:29.599228 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1281c356-de07-49fc-acb9-25a9b662ad37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:29.599821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1281c356-de07-49fc-acb9-25a9b662ad37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:29.601328 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-1281c356-de07-49fc-acb9-25a9b662ad37 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1488457
Dec 17 16:12:30.297128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:30.943449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:32.160139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 46328) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:12:32.310607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598ca57a-3bee-4b6a-84c6-bfe19ec581e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:32.311230 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-598ca57a-3bee-4b6a-84c6-bfe19ec581e6 admin admin] Synchronizing usage tracker for tenant:2b4dc66deed84f119558f4804b1f3d5d on resource:subnet {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:12:32.328522 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-598ca57a-3bee-4b6a-84c6-bfe19ec581e6 admin admin] Unset dirty status for tenant:2b4dc66deed84f119558f4804b1f3d5d on resource:subnet {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:12:32.329724 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-598ca57a-3bee-4b6a-84c6-bfe19ec581e6 admin admin] 10.222.0.21 "GET /v2.0/subnets/422f0172-b56a-4ae2-95c4-a5eccdebaca6 HTTP/1.1" status: 200  len: 816 time: 0.1672933
Dec 17 16:12:34.875072 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 46338) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:12:35.045375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccddcf79-4853-4e71-ada1-d55a605d9277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:12:35.046771 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ccddcf79-4853-4e71-ada1-d55a605d9277 admin admin] 10.222.0.21 "GET /v2.0/subnets/f659a6e8-5e14-4c55-83fe-dbcc8bd0919e HTTP/1.1" status: 200  len: 868 time: 0.1706703
Dec 17 16:12:36.019230 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 5 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:12:56.184725 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8880032b-e654-463d-80bb-0fa668741a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:58.595032 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e7c0515d-6078-47c2-bf07-78365ce259c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:12:59.505203 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:00.302952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:00.950516 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:01.443895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 46378) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:13:01.539754 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [None req-78775432-3a5c-4cf7-aac7-52294cbeec46 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80279) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:13:01.540902 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-78775432-3a5c-4cf7-aac7-52294cbeec46 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0958326
Dec 17 16:13:04.498297 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 46388) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:13:04.626369 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49bfe53-2933-4d69-bb23-cc6c36839c63 admin admin] GET failed (client error): The resource could not be found.
Dec 17 16:13:04.627779 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b49bfe53-2933-4d69-bb23-cc6c36839c63 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1278360
Dec 17 16:13:04.830221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e881f0-b911-450d-89e8-a7058b73c520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:13:04.833804 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e4e881f0-b911-450d-89e8-a7058b73c520 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1982388
Dec 17 16:13:07.938668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 46398) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:13:08.034776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:13:08.042443 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:13:08.058541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:13:08.071579 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Made reservation on behalf of 2b4dc66deed84f119558f4804b1f3d5d for: {'network': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:13:08.078968 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:08.189886 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.services.revisions.revision_plugin [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fb81ebb9cf8] {project_id='2b4dc66deed84f119558f4804b1f3d5d', id='ab416c30-7a5f-4a4b-adab-495acaf09f22', target_tenant='*', action='access_as_shared', object_id='57cf18f4-b8f7-47ee-9b68-32fc78ad9d31'}> to bump revision.
Dec 17 16:13:08.214011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:13:08.225586 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:08.225967 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Added segment 2e758002-3ae1-48bf-a202-e942424ae886 of type vxlan for network 57cf18f4-b8f7-47ee-9b68-32fc78ad9d31
Dec 17 16:13:08.259890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:08.295176 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:08.297456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:13:08.298570 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:08.307679 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:13:08.454448 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.5143702
Dec 17 16:13:08.460594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Pushing event updated for resources: {'Network': ['ID=57cf18f4-b8f7-47ee-9b68-32fc78ad9d31,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:13:08.468947 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:08.469326 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:08.469721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:08.470071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:08.470431 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:08.470791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:08.471152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:08.471512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:08.471886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:08.472299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:08.472730 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:08.473089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:08.478646 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:13:08.492802 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network 57cf18f4-b8f7-47ee-9b68-32fc78ad9d31 details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:13:11.585649 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46408) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:13:11.765321 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c546a7-42aa-4c52-9ca8-e17e55b9e0e2 admin admin] GET failed (client error): The resource could not be found.
Dec 17 16:13:11.767934 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-51c546a7-42aa-4c52-9ca8-e17e55b9e0e2 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1809652
Dec 17 16:13:11.914337 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f891b6-5f91-45e1-a185-9581f55455a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:13:11.917038 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d3f891b6-5f91-45e1-a185-9581f55455a0 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1410832
Dec 17 16:13:11.932974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '57cf18f4-b8f7-47ee-9b68-32fc78ad9d31'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:13:11.939636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:13:11.951345 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:13:11.962564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Made reservation on behalf of 2b4dc66deed84f119558f4804b1f3d5d for: {'subnet': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:13:11.967611 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:12.494690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for subnet, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:12.511027 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c48ac044-f803-40c8-afaa-c903620fba95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:13:12.645943 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55be2bd9-5e1a-4ca2-80bd-b4e6c1b953c5,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:13:12.649468 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:13:12.752927 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Checking segment: {'id': '2e758002-3ae1-48bf-a202-e942424ae886', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '57cf18f4-b8f7-47ee-9b68-32fc78ad9d31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:13:12.753416 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Network hostable DHCP agents. Network: 57cf18f4-b8f7-47ee-9b68-32fc78ad9d31, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:13:12.785623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Network 57cf18f4-b8f7-47ee-9b68-32fc78ad9d31 is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:13:12.796285 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, 57cf18f4-b8f7-47ee-9b68-32fc78ad9d31) {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:13:12.802609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:13:12.803638 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:12.808416 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344f8254-bd73-4659-b8be-043f04f78a22 None None] Network 57cf18f4-b8f7-47ee-9b68-32fc78ad9d31 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:13:12.842657 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9167862
Dec 17 16:13:13.026126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 5 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:13:13.105870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55080c99-bcec-5eef-a477-4b95c02406d4-57cf18f4-b8f7-47ee-9b68-32fc78ad9d31', 'network_id': '57cf18f4-b8f7-47ee-9b68-32fc78ad9d31', 'tenant_id': '2b4dc66deed84f119558f4804b1f3d5d', 'fixed_ips': [{'subnet_id': '55be2bd9-5e1a-4ca2-80bd-b4e6c1b953c5'}]}} from dv-cinder-766752-2-iscsi. {{(pid=80281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 17 16:13:13.106845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:13.587778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Allocated IP 192.168.233.2 (57cf18f4-b8f7-47ee-9b68-32fc78ad9d31/55be2bd9-5e1a-4ca2-80bd-b4e6c1b953c5/1c613717-5482-4944-8243-30dc4a8df54d) {{(pid=80281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:13:13.893025 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Notify callbacks [] for port, precommit_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:13.910100 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Transition to ACTIVE for port object 1c613717-5482-4944-8243-30dc4a8df54d will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:13:13.932921 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Transition to ACTIVE for port object 1c613717-5482-4944-8243-30dc4a8df54d will not be triggered until provisioned by entity DHCP. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:13:13.940860 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:13.964009 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3647dca2-d418-4050-9f7c-4d82d8fbfb97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:13:14.319683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Pushing event updated for resources: {'Port': ['ID=1c613717-5482-4944-8243-30dc4a8df54d,revision_number=1']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:13:14.333087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:14.333473 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:14.333848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:14.334219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:14.334585 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:14.334950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:14.335320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:14.335696 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:14.336591 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:14.336591 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:14.336805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:14.337202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:13:14.344592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:13:14.418713 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Network 57cf18f4-b8f7-47ee-9b68-32fc78ad9d31 is already hosted by enough agents. {{(pid=80281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:13:14.420834 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Resources bound (agent type, host, resource id):  {{(pid=80281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:13:14.424750 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Received port after_create {{(pid=80281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:13:14.509781 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Attempting to bind port 1c613717-5482-4944-8243-30dc4a8df54d on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:13:14.510229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Attempting to bind port 1c613717-5482-4944-8243-30dc4a8df54d by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '2e758002-3ae1-48bf-a202-e942424ae886', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '57cf18f4-b8f7-47ee-9b68-32fc78ad9d31'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:13:14.510845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Attempting to bind port 1c613717-5482-4944-8243-30dc4a8df54d on network 57cf18f4-b8f7-47ee-9b68-32fc78ad9d31 {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:13:14.520468 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:13:14.520988 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Checking segment: {'id': '2e758002-3ae1-48bf-a202-e942424ae886', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '57cf18f4-b8f7-47ee-9b68-32fc78ad9d31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:13:14.521504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:14.522135 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Bound using segment: {'id': '2e758002-3ae1-48bf-a202-e942424ae886', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '57cf18f4-b8f7-47ee-9b68-32fc78ad9d31'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:13:14.522773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Bound port: 1c613717-5482-4944-8243-30dc4a8df54d, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e758002-3ae1-48bf-a202-e942424ae886', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '57cf18f4-b8f7-47ee-9b68-32fc78ad9d31'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:13:14.523318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:14.673974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] For port 1c613717-5482-4944-8243-30dc4a8df54d, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:13:14.680227 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] For port 1c613717-5482-4944-8243-30dc4a8df54d, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=1c613717-5482-4944-8243-30dc4a8df54d,segment=NetworkSegment(2e758002-3ae1-48bf-a202-e942424ae886),segment_id=2e758002-3ae1-48bf-a202-e942424ae886)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:13:14.681907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:14.696420 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:13:14.878406 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Pushing event updated for resources: {'Port': ['ID=1c613717-5482-4944-8243-30dc4a8df54d,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:13:14.884054 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:13:16.390878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7604430-ad5c-4a60-b9dd-aaa0bedf2cad None None] Network 57cf18f4-b8f7-47ee-9b68-32fc78ad9d31 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:13:16.548776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-653ef582-6957-453d-a89a-17d98df5c58e None None] Provisioning for port 1c613717-5482-4944-8243-30dc4a8df54d completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:13:16.637568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 1c613717-5482-4944-8243-30dc4a8df54d up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:13:16.928598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 1c613717-5482-4944-8243-30dc4a8df54d completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:13:16.942739 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 1c613717-5482-4944-8243-30dc4a8df54d triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:13:16.943372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:17.199299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:17.263886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port 1c613717-5482-4944-8243-30dc4a8df54d, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=1c613717-5482-4944-8243-30dc4a8df54d,segment=NetworkSegment(2e758002-3ae1-48bf-a202-e942424ae886),segment_id=2e758002-3ae1-48bf-a202-e942424ae886)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:13:17.268849 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:17.272820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3647dca2-d418-4050-9f7c-4d82d8fbfb97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:13:17.436130 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a98c19d0-b9db-4238-9630-ddaec97f17f9 None None] Provisioning complete for port 1c613717-5482-4944-8243-30dc4a8df54d triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:13:17.448405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a98c19d0-b9db-4238-9630-ddaec97f17f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:17.480624 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=1c613717-5482-4944-8243-30dc4a8df54d,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:13:17.499498 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:13:17.810448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-c9b88b1b-7fad-4125-a7f1-1448159bda47 None None] Provisioning complete for port 1c613717-5482-4944-8243-30dc4a8df54d triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:13:17.810947 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c9b88b1b-7fad-4125-a7f1-1448159bda47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:18.078933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-83320c0e-1476-4587-b7c7-3da0a5528486 None None] Provisioning complete for port 1c613717-5482-4944-8243-30dc4a8df54d triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:13:18.079272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-83320c0e-1476-4587-b7c7-3da0a5528486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:18.568424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 1c613717-5482-4944-8243-30dc4a8df54d up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:13:18.693210 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 1c613717-5482-4944-8243-30dc4a8df54d triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:13:18.693766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:26.200496 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-adea0f8c-4ec0-41d9-ad92-e55122451480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:28.592803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed58f6a8-5202-407b-bd0e-68d36336c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:29.517793 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:30.299285 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:30.953379 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:50.024741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 5 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:13:56.196080 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-adfed4ba-f77e-447a-bd67-6a6bfe28f2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:58.594666 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fe64e880-ad62-48ae-b336-4b2ac0619055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:13:59.516465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:00.296060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:00.959844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:26.199306 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53e2bf18-b333-4366-9050-e5e5efecf381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:27.014415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 5 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:14:28.591103 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9d24db80-d11f-4ba2-aa6e-e73e24f0b9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:29.520718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:30.301354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:30.971720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:34.661371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46452) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:14:34.672214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [None req-3c288448-cdba-447e-9dce-2254cff0863c tempest-verify_tempest_config-1670012784 tempest-verify_tempest_config-1670012784] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80280) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:14:34.674045 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-3c288448-cdba-447e-9dce-2254cff0863c tempest-verify_tempest_config-1670012784 tempest-verify_tempest_config-1670012784] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0109453
Dec 17 16:14:35.121693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46472) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:14:35.306563 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:35.324099 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:14:35.328490 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Usage tracker for resource:security_group_rule and tenant:238284a9b8eb455e933b0c1b8a61c3cc is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:14:35.332561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:14:35.339040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:14:35.443888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:35.447117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:35.456995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:14:35.504335 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=238284a9b8eb455e933b0c1b8a61c3cc&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3811126
Dec 17 16:14:35.505256 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cb6572-d749-41db-b7b4-3627f064482c,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:14:35.509297 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46478) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:14:35.527012 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:14:35.527613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:14:35.528017 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:14:35.528436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:14:35.528786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:14:35.529162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:14:35.529521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:14:35.529872 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:14:35.530242 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:14:35.530594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:14:35.530944 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:14:35.531292 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:14:35.537575 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:14:35.600596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc806-45b4-4ed2-a734-01997e59dfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:35.634022 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc806-45b4-4ed2-a734-01997e59dfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:35.692479 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc806-45b4-4ed2-a734-01997e59dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:35.698438 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:14:35.713719 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5dc806-45b4-4ed2-a734-01997e59dfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cb6572-d749-41db-b7b4-3627f064482c,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:14:35.717068 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4c5dc806-45b4-4ed2-a734-01997e59dfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:14:35.719468 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc806-45b4-4ed2-a734-01997e59dfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:35.720811 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4c5dc806-45b4-4ed2-a734-01997e59dfa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70cb6572-d749-41db-b7b4-3627f064482c HTTP/1.1" status: 204  len: 168 time: 0.2104805
Dec 17 16:14:56.204799 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5eafb725-78eb-48f2-a53a-f5bf41553f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:58.593182 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05ca30e2-ecf5-47d0-9e26-f265dc7d2598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:14:59.520537 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:15:00.303299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:15:00.967955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:15:04.019608 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 5 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:15:26.203240 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c35e851c-edd8-4fbe-9dba-8fe0681382bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:15:28.595059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bc14c708-00cc-4a20-a402-b7acdc3dd2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:15:29.537408 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:15:30.300288 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:15:30.963307 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:15:41.023391 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 5 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:15:56.199812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9edf8454-0260-46ee-896c-6f94765f769d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:15:58.592946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b75e656c-21bd-4cbe-951f-173d745b073d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:15:59.531780 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:16:00.304717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:16:00.974045 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:16:18.024249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 5 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:16:22.418465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145'] for agent, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:16:22.420208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:16:22.422221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:16:22.422883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:16:22.423514 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:16:22.424150 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:16:22.425727 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:16:22.426953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:16:22.427589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:16:22.428226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:16:22.428843 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:16:22.429444 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:16:22.429998 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:16:22.430567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fb81f4a6da0>, 'Open vSwitch agent', 'hv-cinder-76675', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:16:22.437701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fb81f86f160>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76675', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:16:22.813401 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] get_endpoint_by_host() called for host hv-cinder-76675 {{(pid=80281) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 17 16:16:22.820709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] get_endpoint_by_ip() called for ip 192.168.0.75 {{(pid=80281) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 17 16:16:22.825982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] _add_endpoint() called for ip 192.168.0.75 {{(pid=80281) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 17 16:16:22.833406 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] _get_endpoints() called {{(pid=80281) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 17 16:16:26.196060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-344237a8-432d-492a-b729-719fb0927767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:16:28.592349 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc596c0a-14f7-4f6d-9626-9d3bf19e16c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:16:29.533336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:16:30.309564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:16:30.984616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:16:38.238384 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 46550) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:16:38.479883 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-1da83c45-d952-497d-8810-78ba9849f853 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.2396433
Dec 17 16:16:41.357892 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46560) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:16:41.497943 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-3dac1174-7440-4669-b5c2-f84d44b0ed1a admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1384406
Dec 17 16:16:52.435419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:16:55.026077 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:16:56.196668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f9c53457-1892-4e45-a4f6-88580c1fc26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:16:58.601981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-21af4764-ef9b-4b1c-9b7c-4e6350d6b94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:16:59.533393 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:17:00.305693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:17:00.979319 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:17:22.445916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:17:26.191756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d83eaac9-66d7-4a31-9c9d-45de6dcfe3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:17:28.586889 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8dcda826-f6eb-4434-ad58-b608d44d7ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:17:29.535355 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:17:30.300844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:17:30.981286 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:17:32.031532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:17:52.456791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:17:56.200587 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c37e87ff-5f00-4b8a-b783-1b3fc28b6b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:17:58.598904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-71a42a4b-ce37-460f-b5a8-6b37104540c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:17:59.548160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:00.313886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:00.987536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:09.024016 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:18:22.490874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:26.198447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-074a0910-438d-4cef-a1ee-fdb1cd7fb9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:28.598925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3f924d98-4692-4984-9223-0772e0e07902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:29.548840 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:30.313768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:30.989728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:34.829258 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46716) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:35.509656 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-585925604-network', 'tenant_id': '6cef7a726b864366a9006388596e8ceb'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:18:35.517426 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:35.529531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Usage tracker for resource:network and tenant:6cef7a726b864366a9006388596e8ceb is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:35.538003 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:35.551388 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:35.565464 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Made reservation on behalf of 6cef7a726b864366a9006388596e8ceb for: {'network': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:18:35.573956 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:35.591598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:35.613337 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:35.622287 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Usage tracker for resource:security_group_rule and tenant:6cef7a726b864366a9006388596e8ceb is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:35.627183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:35.637663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:35.786868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:35.790916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:35.797745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:35.844453 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:18:35.860949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d26a9d-03a4-4a2c-829d-cc587f2c434a,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:35.864217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 46752) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:35.877525 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.878223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.878790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.879715 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.880623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.881239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.881826 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.882566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.882939 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.883763 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.884385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.884905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.885746 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.886123 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.886698 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.887256 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.887827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.888533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.889031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.889638 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.890236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.890844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.891471 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.891957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Tracked resource versions report:
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]: pushed versions:
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]: {   'AddressGroup': {'1.0'},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     'ConntrackHelper': {'1.0'},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Log': {'1.0'},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Network': {'1.1'},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Port': {'1.6'},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     'PortForwarding': {'1.2'},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     'QosPolicy': {'1.8'},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroup': {'1.3'},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroupRule': {'1.1'},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SubPort': {'1.0'},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Subnet': {'1.1'},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Trunk': {'1.1'}}
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]: consumer versions:
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]: {   DHCP agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     L3 agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metadata agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metering agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     Open vSwitch agent@dv-cinder-766752-2-iscsi: {   'AddressGroup': '1.0',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'ConntrackHelper': '1.0',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Log': '1.0',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Network': '1.1',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Port': '1.6',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'PortForwarding': '1.2',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'QosPolicy': '1.8',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroup': '1.3',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroupRule': '1.1',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SubPort': '1.0',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Subnet': '1.1',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Trunk': '1.1'},
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:     Open vSwitch agent@hv-cinder-76675: {   'AddressGroup': '1.0',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'ConntrackHelper': '1.0',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Log': '1.0',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Network': '1.1',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Port': '1.6',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'PortForwarding': '1.2',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'QosPolicy': '1.8',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'SecurityGroup': '1.3',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'SecurityGroupRule': '1.1',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'SubPort': '1.0',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Subnet': '1.1',
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Trunk': '1.1'}}
Dec 17 16:18:35.894402 dv-cinder-766752-2-iscsi neutron-server[80166]:  {{(pid=80280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 17 16:18:35.904213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:35.910160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260054490655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:35.910665 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Added segment a895ef8e-5f40-466a-9a25-57f3d6c4b7e5 of type vxlan for network fc3da7df-01c0-41a2-900e-74c2c9391500
Dec 17 16:18:35.956737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:36.003534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:36.005316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:18:36.006473 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:36.013588 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-96ee3653-1f51-49b3-b89e-ca400bcc5fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:36.141124 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.3064394
Dec 17 16:18:36.142671 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 46762) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:36.148690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Pushing event updated for resources: {'Network': ['ID=fc3da7df-01c0-41a2-900e-74c2c9391500,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:36.151920 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:36.154666 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Request body: {'subnet': {'network_id': 'fc3da7df-01c0-41a2-900e-74c2c9391500', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-585925604-subnet', 'tenant_id': '6cef7a726b864366a9006388596e8ceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:18:36.161671 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:36.163328 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network fc3da7df-01c0-41a2-900e-74c2c9391500 details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:18:36.170204 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Usage tracker for resource:subnet and tenant:6cef7a726b864366a9006388596e8ceb is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:36.176438 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:36.188050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:36.201836 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Made reservation on behalf of 6cef7a726b864366a9006388596e8ceb for: {'subnet': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:18:36.207479 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:36.385846 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network fc3da7df-01c0-41a2-900e-74c2c9391500 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:18:36.796822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-279160384-network', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:18:36.809890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:36.819713 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Usage tracker for resource:network and tenant:f78600edd8e846ce98c88d3cb8610385 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:36.825088 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:36.828309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for subnet, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:36.848062 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:36.854059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2421cc38-32a5-4085-9dfc-42cab6d75c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:37.018147 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Made reservation on behalf of f78600edd8e846ce98c88d3cb8610385 for: {'network': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:18:37.026389 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:37.104115 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:37.126750 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:37.131036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:f78600edd8e846ce98c88d3cb8610385 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:37.134709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:37.141060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:37.152626 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46784) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:37.251576 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46792) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:37.254564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:37.262366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:37.306395 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:18:37.315781 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=243272fe-3a9f-4cba-b869-e883ffa1b999,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:37.337168 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:37.337168 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Added segment 619e87b5-9ec1-409d-a56a-9a130283295c of type vxlan for network a360a352-036a-4853-a7e2-1332b2ba98f6
Dec 17 16:18:37.338960 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.339488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.340018 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.340568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.341117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.341627 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.342198 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.343224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.343787 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.350834 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.351542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.352016 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.352702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.353099 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.353467 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.353968 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.354336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.354733 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.355345 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.355908 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.356531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.357118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.357710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.358338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Tracked resource versions report:
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]: pushed versions:
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]: {   'AddressGroup': {'1.0'},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     'ConntrackHelper': {'1.0'},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Log': {'1.0'},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Network': {'1.1'},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Port': {'1.6'},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     'PortForwarding': {'1.2'},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     'QosPolicy': {'1.8'},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroup': {'1.3'},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroupRule': {'1.1'},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SubPort': {'1.0'},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Subnet': {'1.1'},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Trunk': {'1.1'}}
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]: consumer versions:
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]: {   DHCP agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     L3 agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metadata agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metering agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     Open vSwitch agent@dv-cinder-766752-2-iscsi: {   'AddressGroup': '1.0',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'ConntrackHelper': '1.0',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Log': '1.0',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Network': '1.1',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Port': '1.6',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'PortForwarding': '1.2',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'QosPolicy': '1.8',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroup': '1.3',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroupRule': '1.1',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SubPort': '1.0',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Subnet': '1.1',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Trunk': '1.1'},
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:     Open vSwitch agent@hv-cinder-76675: {   'AddressGroup': '1.0',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'ConntrackHelper': '1.0',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Log': '1.0',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Network': '1.1',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Port': '1.6',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'PortForwarding': '1.2',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'QosPolicy': '1.8',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'SecurityGroup': '1.3',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'SecurityGroupRule': '1.1',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'SubPort': '1.0',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Subnet': '1.1',
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Trunk': '1.1'}}
Dec 17 16:18:37.360738 dv-cinder-766752-2-iscsi neutron-server[80166]:  {{(pid=80279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 17 16:18:37.386471 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:37.395175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:37.522055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543ebb7f-9da2-42e1-ab52-a5761d3a1afa,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:37.532259 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:37.540146 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:37.558000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Checking segment: {'id': 'a895ef8e-5f40-466a-9a25-57f3d6c4b7e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc3da7df-01c0-41a2-900e-74c2c9391500'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:18:37.558456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Network hostable DHCP agents. Network: fc3da7df-01c0-41a2-900e-74c2c9391500, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:18:37.620861 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Network fc3da7df-01c0-41a2-900e-74c2c9391500 is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:18:37.622281 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:37.623658 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:18:37.625112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:37.631522 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-247df087-6e6f-4f1b-8d6a-faa55a48dca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:37.655442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, fc3da7df-01c0-41a2-900e-74c2c9391500) {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:18:37.665746 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416b42c3-234f-476b-a312-76019500fc71 None None] Network fc3da7df-01c0-41a2-900e-74c2c9391500 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:18:37.727267 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:18:37.727998 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:37.758247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-network', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:18:37.773271 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=a360a352-036a-4853-a7e2-1332b2ba98f6,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:37.777762 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:37.792888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:37.793036 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6352291
Dec 17 16:18:37.793036 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.9151018
Dec 17 16:18:37.793260 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46814) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:37.795783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Usage tracker for resource:network and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:37.806183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Request body: {'subnet': {'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-279160384-subnet', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:18:37.807935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network a360a352-036a-4853-a7e2-1332b2ba98f6 details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:18:37.811830 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:37.820311 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:37.825081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:37.826373 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network a360a352-036a-4853-a7e2-1332b2ba98f6 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:18:37.831446 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Usage tracker for resource:subnet and tenant:f78600edd8e846ce98c88d3cb8610385 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:37.837350 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:37.851308 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:37.859315 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Made reservation on behalf of 34bc4066866a49b5bbccb3d65311ae08 for: {'network': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:18:37.867597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:37.890661 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-69303022-network', 'tenant_id': '2e644135c45742c2aa7f18fa3c15a3d7'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:18:37.896726 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:37.918661 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Made reservation on behalf of f78600edd8e846ce98c88d3cb8610385 for: {'subnet': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:18:37.923996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:37.948264 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:37.962846 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:38.020938 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Usage tracker for resource:security_group_rule and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:38.025135 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Usage tracker for resource:network and tenant:2e644135c45742c2aa7f18fa3c15a3d7 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:38.033976 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:38.040285 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:38.078274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:38.087231 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:38.150709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Made reservation on behalf of 2e644135c45742c2aa7f18fa3c15a3d7 for: {'network': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:18:38.158880 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:38.203157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:38.238852 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:38.278859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2e644135c45742c2aa7f18fa3c15a3d7 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:38.287516 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:38.329016 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c31675-86ce-40e7-9b0a-0ca1bade17b2 None None] Network fc3da7df-01c0-41a2-900e-74c2c9391500 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:18:38.333350 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:38.612616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:38.619156 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:38.692573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9212647b-d26c-4720-9289-c43d07621579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:38.775483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:18:38.910788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:38.931234 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:38.933361 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260054490655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:38.934098 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Added segment c7f851a5-9d67-4bff-8c08-d7072bc67807 of type vxlan for network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e
Dec 17 16:18:38.949503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f99df-9c2b-4d45-9bac-a617b4074dcb,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:38.968227 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:38.970139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:39.037348 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:39.053147 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0b4d78-24ea-418d-8910-34ab2c2dbe1b,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:39.058434 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:39.102553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:39.107634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80280) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:18:39.108307 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:18:39.110047 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:18:39.111075 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:39.134806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:39.530966 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Pushing event updated for resources: {'Network': ['ID=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:39.535876 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:39.539589 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.3849576
Dec 17 16:18:39.543388 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 46862) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:39.555063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:18:39.571155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Request body: {'subnet': {'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-subnet', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:18:39.609211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:39.616529 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:39.628740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for subnet, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:39.635246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Usage tracker for resource:subnet and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:39.650752 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:39.664475 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:39.668093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:18:39.695290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:39.731470 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Made reservation on behalf of 34bc4066866a49b5bbccb3d65311ae08 for: {'subnet': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:18:39.750363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:39.776988 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f039d2-014e-47ec-bed2-d630a94a12ce,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:39.935510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46880) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:39.937396 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:39.990956 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 17 16:18:40.358520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:18:40.572405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260054490655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:40.573209 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Added segment 68e99175-e3b6-4b0a-97ea-5f09745aa52c of type vxlan for network 855983f1-d67e-4a5e-b84e-757935afee56
Dec 17 16:18:40.715375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:40.757401 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-feb4abd3-d1f9-448e-ab44-d7bec046c513 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:18:40.758777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-feb4abd3-d1f9-448e-ab44-d7bec046c513 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Synchronizing usage tracker for tenant:6cef7a726b864366a9006388596e8ceb on resource:network {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:18:40.838746 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for subnet, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:40.858337 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Checking segment: {'id': '619e87b5-9ec1-409d-a56a-9a130283295c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:18:40.859045 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Network hostable DHCP agents. Network: a360a352-036a-4853-a7e2-1332b2ba98f6, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:18:40.876309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-feb4abd3-d1f9-448e-ab44-d7bec046c513 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Unset dirty status for tenant:6cef7a726b864366a9006388596e8ceb on resource:network {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:18:40.878587 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-feb4abd3-d1f9-448e-ab44-d7bec046c513 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/networks?id=fc3da7df-01c0-41a2-900e-74c2c9391500 HTTP/1.1" status: 200  len: 811 time: 0.9236352
Dec 17 16:18:40.890202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:40.894598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:18:40.896034 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:40.912534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:41.100966 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Network a360a352-036a-4853-a7e2-1332b2ba98f6 is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:18:41.143463 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-71916d29-b437-4188-afa9-4b89cdbfd242 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/quotas/6cef7a726b864366a9006388596e8ceb HTTP/1.1" status: 200  len: 375 time: 0.2370155
Dec 17 16:18:41.168229 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 3.9142706
Dec 17 16:18:41.171686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 46904) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:41.172909 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-38c631b9-84c0-4493-90df-21ce2bee06f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:41.288788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Pushing event updated for resources: {'Network': ['ID=855983f1-d67e-4a5e-b84e-757935afee56,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:41.309385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network 855983f1-d67e-4a5e-b84e-757935afee56 details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:18:41.326710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:41.348639 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, a360a352-036a-4853-a7e2-1332b2ba98f6) {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:18:41.376065 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-af5c3641-4ccb-4e35-b46c-e90e10204b37 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cef7a726b864366a9006388596e8ceb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2060292
Dec 17 16:18:41.390601 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:18:41.398317 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:41.420845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Request body: {'subnet': {'network_id': '855983f1-d67e-4a5e-b84e-757935afee56', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-69303022-subnet', 'tenant_id': '2e644135c45742c2aa7f18fa3c15a3d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:18:41.440987 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4fa23b0-f73d-4593-ae20-51acce70477d,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:41.455526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:41.477245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:41.484344 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.6970100
Dec 17 16:18:41.486981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 46924) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:41.509027 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-279160384-router', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:18:41.526946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Usage tracker for resource:subnet and tenant:2e644135c45742c2aa7f18fa3c15a3d7 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:41.531907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:41.544736 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Usage tracker for resource:router and tenant:f78600edd8e846ce98c88d3cb8610385 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:41.546930 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:41.561911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:41.590158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:41.618506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667562'] for router, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:41.619132 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:41.620687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854665440'] for router, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:41.622806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Checking segment: {'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:18:41.623420 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Network hostable DHCP agents. Network: b6e44d33-ddf3-45d8-afd9-8b49d4349d6e, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:18:41.653766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network 855983f1-d67e-4a5e-b84e-757935afee56 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:18:41.660786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Made reservation on behalf of 2e644135c45742c2aa7f18fa3c15a3d7 for: {'subnet': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:18:41.682595 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:41.682994 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Notify callbacks [] for subnet, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:41.685509 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f5807e-27df-4893-9a91-d48e2d9d6391 None None] Network a360a352-036a-4853-a7e2-1332b2ba98f6 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:18:42.106751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:18:42.174931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, b6e44d33-ddf3-45d8-afd9-8b49d4349d6e) {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:18:42.183267 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:18:42.184386 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:42.203534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded0ff63-7c9b-43c0-b2e3-33be1c441b5f None None] Network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:18:42.490913 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-7e42f046-2c19-47d5-9f87-150660719459 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80280) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:18:42.494988 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-7e42f046-2c19-47d5-9f87-150660719459 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.5833530
Dec 17 16:18:42.536730 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.9874182
Dec 17 16:18:42.542069 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 46962) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:42.556366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:18:42.575807 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:42.588660 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Usage tracker for resource:router and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:42.618175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:42.688316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:42.815356 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667562'] for router, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:42.816523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854665440'] for router, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:42.822828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 46970) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:42.828079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854665423'] for router, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:42.953717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:43.037374 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 46980) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:43.074834 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55080c99-bcec-5eef-a477-4b95c02406d4-b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d'}]}} from dv-cinder-766752-2-iscsi. {{(pid=80281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 17 16:18:43.076302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:43.223974 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-a0378a35-8b0a-4463-b127-3d43dd1142eb service neutron] 10.222.0.21 "GET /v2.0/networks/fc3da7df-01c0-41a2-900e-74c2c9391500?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6892977
Dec 17 16:18:43.586700 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e6e10a-4eea-4e32-9d25-bbddd7157e4f None None] Network a360a352-036a-4853-a7e2-1332b2ba98f6 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:18:44.088899 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-7cc154cf-663b-4ef9-9e2f-01f1026724a3 service neutron] 10.222.0.21 "GET /v2.0/networks/fc3da7df-01c0-41a2-900e-74c2c9391500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8480554
Dec 17 16:18:44.172913 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854665423'] for router, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:44.287892 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1f5d25a2-ca5b-442e-9acd-a30ff42e5d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:44.365433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:44.432082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:44.568759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-1f5d25a2-ca5b-442e-9acd-a30ff42e5d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:44.587865 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-45ca9add-62d6-4233-a6e4-01e57a3c5129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:44.599810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-1f5d25a2-ca5b-442e-9acd-a30ff42e5d0b admin admin] Usage tracker for resource:security_group_rule and tenant:11d320b572074e65ab9fb4bd62ed2241 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:44.618918 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-1f5d25a2-ca5b-442e-9acd-a30ff42e5d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:44.646561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-1f5d25a2-ca5b-442e-9acd-a30ff42e5d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:44.648894 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-45ca9add-62d6-4233-a6e4-01e57a3c5129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:44.716575 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-45ca9add-62d6-4233-a6e4-01e57a3c5129 admin admin] Usage tracker for resource:security_group_rule and tenant:a86aface4d454c5bbd1d6747e8196d1a is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:44.724668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-45ca9add-62d6-4233-a6e4-01e57a3c5129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:45.001043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-45ca9add-62d6-4233-a6e4-01e57a3c5129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:45.011734 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-967f7c62-18c0-46d8-bd2a-d5aaca8d3646 req-f69fc5e5-4937-4001-9f28-a60277f90fd0 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 210 time: 0.0866499
Dec 17 16:18:45.122087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:45.126302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Allocated IP 172.20.0.2 (b6e44d33-ddf3-45d8-afd9-8b49d4349d6e/f4fa23b0-f73d-4593-ae20-51acce70477d/2ef8b2ce-bb84-400b-b963-76215657c0da) {{(pid=80281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:18:45.226629 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:45.325097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for subnet, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:45.383482 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Allocated IP 172.27.0.151 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/f1c16dee-e010-44fb-81c3-b86f03b17bac) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:18:45.464944 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-45ca9add-62d6-4233-a6e4-01e57a3c5129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:45.672147 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:45.675219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Notify callbacks [] for port, precommit_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:45.719708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-45ca9add-62d6-4233-a6e4-01e57a3c5129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:45.732569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Transition to ACTIVE for port object 2ef8b2ce-bb84-400b-b963-76215657c0da will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:18:45.738942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:45.790697 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Transition to ACTIVE for port object 2ef8b2ce-bb84-400b-b963-76215657c0da will not be triggered until provisioned by entity DHCP. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:18:45.802332 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:45.832724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:45.839011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:45.866678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cac5895b-57c4-4ca7-be92-36ace6a5e1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:45.965172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Pushing event updated for resources: {'Port': ['ID=f1c16dee-e010-44fb-81c3-b86f03b17bac,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:46.041413 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:18:46.082688 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:46.086205 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Pushing event updated for resources: {'Port': ['ID=2ef8b2ce-bb84-400b-b963-76215657c0da,revision_number=1']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:46.251003 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.251650 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.256448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.258894 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.259749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.260972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.261949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.262886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.263810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.265343 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.266290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.267265 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.268625 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.269591 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.270974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.271914 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.272906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.273808 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.274709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.275598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.276599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.277501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.278603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.279497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Tracked resource versions report:
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]: pushed versions:
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]: {   'AddressGroup': {'1.0'},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     'ConntrackHelper': {'1.0'},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Log': {'1.0'},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Network': {'1.1'},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Port': {'1.6'},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     'PortForwarding': {'1.2'},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     'QosPolicy': {'1.8'},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroup': {'1.3'},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroupRule': {'1.1'},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SubPort': {'1.0'},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Subnet': {'1.1'},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Trunk': {'1.1'}}
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]: consumer versions:
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]: {   DHCP agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     L3 agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metadata agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metering agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     Open vSwitch agent@dv-cinder-766752-2-iscsi: {   'AddressGroup': '1.0',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'ConntrackHelper': '1.0',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Log': '1.0',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Network': '1.1',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Port': '1.6',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'PortForwarding': '1.2',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'QosPolicy': '1.8',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroup': '1.3',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroupRule': '1.1',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SubPort': '1.0',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Subnet': '1.1',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Trunk': '1.1'},
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:     Open vSwitch agent@hv-cinder-76675: {   'AddressGroup': '1.0',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'ConntrackHelper': '1.0',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Log': '1.0',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Network': '1.1',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Port': '1.6',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'PortForwarding': '1.2',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'QosPolicy': '1.8',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'SecurityGroup': '1.3',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'SecurityGroupRule': '1.1',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'SubPort': '1.0',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Subnet': '1.1',
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Trunk': '1.1'}}
Dec 17 16:18:46.283093 dv-cinder-766752-2-iscsi neutron-server[80166]:  {{(pid=80281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 17 16:18:46.347652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:46.360854 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-506773a0-cae2-459c-b27c-9218ed642a0f req-f798fe98-a25e-47db-8796-75a2619e9b4f tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 210 time: 0.1024680
Dec 17 16:18:46.426560 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:18:46.428028 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:18:46.440213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:18:46.465751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-45ca9add-62d6-4233-a6e4-01e57a3c5129 admin admin] Synchronizing usage tracker for tenant:2b4dc66deed84f119558f4804b1f3d5d on resource:security_group {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:18:46.510272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb9c79e-4537-4727-8d99-c8da39991d83,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:46.514318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:46.532569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e is already hosted by enough agents. {{(pid=80281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:18:46.537375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Resources bound (agent type, host, resource id):  {{(pid=80281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:18:46.544537 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Received port after_create {{(pid=80281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:18:46.574447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.494s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:46.671452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca9add-62d6-4233-a6e4-01e57a3c5129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fed43d-00f9-418c-945f-a97207cf0d4e,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:46.716079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-45ca9add-62d6-4233-a6e4-01e57a3c5129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:46.722052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Attempting to bind port 2ef8b2ce-bb84-400b-b963-76215657c0da on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:18:46.722632 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Attempting to bind port 2ef8b2ce-bb84-400b-b963-76215657c0da by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:18:46.723209 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Attempting to bind port 2ef8b2ce-bb84-400b-b963-76215657c0da on network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:18:46.741831 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:18:46.742450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Checking segment: {'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:18:46.743334 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:46.743538 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Bound using segment: {'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:18:46.744403 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Bound port: 2ef8b2ce-bb84-400b-b963-76215657c0da, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:18:46.744943 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:46.825558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47062) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:46.846076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1f5d25a2-ca5b-442e-9acd-a30ff42e5d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:46.867903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-45ca9add-62d6-4233-a6e4-01e57a3c5129 admin admin] Unset dirty status for tenant:2b4dc66deed84f119558f4804b1f3d5d on resource:security_group {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:18:46.870175 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-45ca9add-62d6-4233-a6e4-01e57a3c5129 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a86aface4d454c5bbd1d6747e8196d1a&name=default HTTP/1.1" status: 200  len: 2875 time: 3.8313644
Dec 17 16:18:46.880679 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1f5d25a2-ca5b-442e-9acd-a30ff42e5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:46.887223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47070) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:46.902969 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] For port 2ef8b2ce-bb84-400b-b963-76215657c0da, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:18:46.909785 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] For port 2ef8b2ce-bb84-400b-b963-76215657c0da, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=2ef8b2ce-bb84-400b-b963-76215657c0da,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:18:46.917745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:46.922520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9eb32232-63b6-4280-ab69-e05e19b33571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:46.960512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:46.980780 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d25a2-ca5b-442e-9acd-a30ff42e5d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf323eb-8898-41e4-9c3c-38e5fc60793f,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:46.994050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1f5d25a2-ca5b-442e-9acd-a30ff42e5d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:46.995447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Checking segment: {'id': '68e99175-e3b6-4b0a-97ea-5f09745aa52c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '855983f1-d67e-4a5e-b84e-757935afee56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:18:46.995853 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Network hostable DHCP agents. Network: 855983f1-d67e-4a5e-b84e-757935afee56, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:18:47.198841 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-1f5d25a2-ca5b-442e-9acd-a30ff42e5d0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11d320b572074e65ab9fb4bd62ed2241&name=default HTTP/1.1" status: 200  len: 2875 time: 4.3736897
Dec 17 16:18:47.203594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47076) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:47.223617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:47.263827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Pushing event updated for resources: {'Port': ['ID=2ef8b2ce-bb84-400b-b963-76215657c0da,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:47.288323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Network 855983f1-d67e-4a5e-b84e-757935afee56 is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:18:47.299918 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Allocated IP 172.27.0.162 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/acbd27b8-c723-4c02-89e2-587dcabdf5c7) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:18:47.303154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:47.343251 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, 855983f1-d67e-4a5e-b84e-757935afee56) {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:18:47.349397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:18:47.350429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:47.356114 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3b4e98-034a-4439-9c05-f854fa61c30c None None] Network 855983f1-d67e-4a5e-b84e-757935afee56 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:18:47.496731 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cae3fd29-a4c0-43aa-851d-8986611ee5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:47.513824 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-23a9aef8-2291-4f09-8744-589ff9abf2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:47.524987 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cae3fd29-a4c0-43aa-851d-8986611ee5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:47.533652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cae3fd29-a4c0-43aa-851d-8986611ee5ca admin admin] Usage tracker for resource:security_group_rule and tenant:d77c49979fa342d0adbad473000ac87e is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:47.540243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cae3fd29-a4c0-43aa-851d-8986611ee5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:47.575753 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cae3fd29-a4c0-43aa-851d-8986611ee5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:47.606125 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 6.3385277
Dec 17 16:18:47.855493 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47096) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:47.869903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-23a9aef8-2291-4f09-8744-589ff9abf2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:47.894195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53fd1258-5144-4501-b1ca-ee8c628e572e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:48.096490 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-23a9aef8-2291-4f09-8744-589ff9abf2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:48.097907 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 17 16:18:48.241773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:48.267988 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b90d3-bf85-45a1-aaf5-473ccec56b8b None None] Network 855983f1-d67e-4a5e-b84e-757935afee56 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:18:48.294593 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9aef8-2291-4f09-8744-589ff9abf2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf323eb-8898-41e4-9c3c-38e5fc60793f,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:48.346068 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-634fa847-c5e7-4385-9d2d-cf89d818543f req-c2c12be1-8043-4730-9c11-dc100fa42dca tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 210 time: 0.2779994
Dec 17 16:18:48.347736 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-23a9aef8-2291-4f09-8744-589ff9abf2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:48.398042 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-23a9aef8-2291-4f09-8744-589ff9abf2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:48.415477 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-23a9aef8-2291-4f09-8744-589ff9abf2cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cf323eb-8898-41e4-9c3c-38e5fc60793f HTTP/1.1" status: 204  len: 168 time: 1.1920576
Dec 17 16:18:48.424992 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:48.566073 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:48.653045 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:48.935929 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 2ef8b2ce-bb84-400b-b963-76215657c0da up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:18:49.006635 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Pushing event updated for resources: {'Port': ['ID=acbd27b8-c723-4c02-89e2-587dcabdf5c7,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:49.015191 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:49.015502 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cae3fd29-a4c0-43aa-851d-8986611ee5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:49.053834 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53fd1258-5144-4501-b1ca-ee8c628e572e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:49.089577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 2ef8b2ce-bb84-400b-b963-76215657c0da completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:18:49.191078 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:18:49.196912 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:18:49.203129 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:18:49.204678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cae3fd29-a4c0-43aa-851d-8986611ee5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:49.271874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:49.323634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.70', 61693) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:49.429998 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102547'] for router, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:49.463725 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3fd29-a4c0-43aa-851d-8986611ee5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fef26ba-b05b-4814-8aa1-7699de4b96fc,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:49.488487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cae3fd29-a4c0-43aa-851d-8986611ee5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:49.708485 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-cae3fd29-a4c0-43aa-851d-8986611ee5ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d77c49979fa342d0adbad473000ac87e&name=default HTTP/1.1" status: 200  len: 2875 time: 2.8797617
Dec 17 16:18:49.739300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47126) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:49.979756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53fd1258-5144-4501-b1ca-ee8c628e572e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:50.148087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4c5dc806-45b4-4ed2-a734-01997e59dfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:50.225310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9610d28a-a723-47d7-805a-c030a074a31d None None] Network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:18:50.411616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47148) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:50.450155 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b807ebaa-c7f1-49ee-a667-0545bf1d552e req-b7d001fa-0ae4-41cf-977d-95ab98296255 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 210 time: 0.3510737
Dec 17 16:18:50.465551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd1258-5144-4501-b1ca-ee8c628e572e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fed43d-00f9-418c-945f-a97207cf0d4e,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:50.475445 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009612574-network', 'tenant_id': 'ef43537c3c1c446fb6a5414aa4df7fb0'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:18:50.526606 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-53fd1258-5144-4501-b1ca-ee8c628e572e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:50.658942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8d712a24-3e17-417b-8aef-38b7c68e3f99 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:18:50.662356 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8d712a24-3e17-417b-8aef-38b7c68e3f99 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.70 "GET /v2.0/networks?id=fc3da7df-01c0-41a2-900e-74c2c9391500 HTTP/1.1" status: 200  len: 811 time: 1.3292084
Dec 17 16:18:50.670275 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:50.775208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-6a9ef76f-c73f-467e-a846-2c7878de8d25 None None] Provisioning for port 2ef8b2ce-bb84-400b-b963-76215657c0da completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:18:50.786663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-6a9ef76f-c73f-467e-a846-2c7878de8d25 None None] Provisioning complete for port 2ef8b2ce-bb84-400b-b963-76215657c0da triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:18:50.787249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef76f-c73f-467e-a846-2c7878de8d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:50.807471 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Usage tracker for resource:network and tenant:ef43537c3c1c446fb6a5414aa4df7fb0 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:50.823236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Request body: {'port': {'device_id': 'e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66', 'network_id': 'fc3da7df-01c0-41a2-900e-74c2c9391500', 'admin_state_up': True, 'tenant_id': '6cef7a726b864366a9006388596e8ceb'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:18:51.078478 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef76f-c73f-467e-a846-2c7878de8d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:51.192646 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:51.201499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Usage tracker for resource:port and tenant:6cef7a726b864366a9006388596e8ceb is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:51.208805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Quota usage for port was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:51.210669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-6a9ef76f-c73f-467e-a846-2c7878de8d25 None None] For port 2ef8b2ce-bb84-400b-b963-76215657c0da, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=2ef8b2ce-bb84-400b-b963-76215657c0da,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:18:51.223605 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:51.226756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6a9ef76f-c73f-467e-a846-2c7878de8d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:51.234957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:51.266979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:51.273154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:51.344605 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53fd1258-5144-4501-b1ca-ee8c628e572e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:51.355291 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-53fd1258-5144-4501-b1ca-ee8c628e572e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91fed43d-00f9-418c-945f-a97207cf0d4e HTTP/1.1" status: 204  len: 168 time: 4.4628644
Dec 17 16:18:51.357667 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Made reservation on behalf of 6cef7a726b864366a9006388596e8ceb for: {'port': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:18:51.369668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:51.447288 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:51.512195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ef76f-c73f-467e-a846-2c7878de8d25 None None] Pushing event updated for resources: {'Port': ['ID=2ef8b2ce-bb84-400b-b963-76215657c0da,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:51.525370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6a9ef76f-c73f-467e-a846-2c7878de8d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:51.580303 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-33df887e-5319-42fc-ba93-8ecde2dbc082 None None] Provisioning complete for port 2ef8b2ce-bb84-400b-b963-76215657c0da triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:18:51.582907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-33df887e-5319-42fc-ba93-8ecde2dbc082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:51.644092 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0b91a6ed-82e4-46d1-bc20-6036606cd81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:51.739842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0b91a6ed-82e4-46d1-bc20-6036606cd81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:51.937657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0b91a6ed-82e4-46d1-bc20-6036606cd81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:51.952667 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Made reservation on behalf of ef43537c3c1c446fb6a5414aa4df7fb0 for: {'network': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:18:51.961116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:52.062737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a9943660-1967-447e-b3c2-e979813d32f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:52.105583 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b2189156-a04a-49a5-a5b6-f30cfcd5cad3 req-79eb20d4-8747-4d55-a28a-c8c369f87c8f tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 210 time: 0.1639705
Dec 17 16:18:52.117913 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91a6ed-82e4-46d1-bc20-6036606cd81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fef26ba-b05b-4814-8aa1-7699de4b96fc,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:52.326331 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-8e0f689f-86c1-4423-8470-5697d2d0bfce None None] Provisioning complete for port 2ef8b2ce-bb84-400b-b963-76215657c0da triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:18:52.328154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8e0f689f-86c1-4423-8470-5697d2d0bfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:52.606832 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:52.862862 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 2ef8b2ce-bb84-400b-b963-76215657c0da up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:18:52.971795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0b91a6ed-82e4-46d1-bc20-6036606cd81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:52.991911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:53.028091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102547'] for router, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:53.200990 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Router 964e46b6-052c-4d23-864f-d1024f68487b is scheduled to L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 with binding_index 1 {{(pid=80280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 17 16:18:53.234297 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47202) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:53.256537 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-06e26473-1c16-4fa8-939b-f815400eedcd None None] Provisioning complete for port 2ef8b2ce-bb84-400b-b963-76215657c0da triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:18:53.256988 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-06e26473-1c16-4fa8-939b-f815400eedcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:53.262044 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0b91a6ed-82e4-46d1-bc20-6036606cd81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:53.265231 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-0b91a6ed-82e4-46d1-bc20-6036606cd81d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fef26ba-b05b-4814-8aa1-7699de4b96fc HTTP/1.1" status: 204  len: 168 time: 3.5219948
Dec 17 16:18:53.350090 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 2ef8b2ce-bb84-400b-b963-76215657c0da triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:18:53.350495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:53.507009 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:53.542965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-63f27037-c0e5-48e7-8a79-3df298c0976d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:53.801424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Usage tracker for resource:security_group_rule and tenant:ef43537c3c1c446fb6a5414aa4df7fb0 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:53.813389 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:53.891771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Router 7a2b4344-9f15-4201-9418-5dc39767e773 is scheduled to L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 with binding_index 1 {{(pid=80279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 17 16:18:54.096129 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:18:54.114712 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Sync routers for ids ['964e46b6-052c-4d23-864f-d1024f68487b'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:18:54.167292 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Routers {'964e46b6-052c-4d23-864f-d1024f68487b'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:18:54.176395 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f2599b0>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:18:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['964e46b6-052c-4d23-864f-d1024f68487b'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:18:54.191664 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-50a1f2dd-42b3-4ecb-b76a-d460e04de135 req-cd390a2e-b1f6-4fb6-b4ad-3a99b7fd65bd tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 210 time: 0.3916187
Dec 17 16:18:54.193527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:54.198200 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-63f27037-c0e5-48e7-8a79-3df298c0976d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:54.273787 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-63f27037-c0e5-48e7-8a79-3df298c0976d admin admin] Usage tracker for resource:security_group_rule and tenant:1043b5260e894396bc99a4681bbdf6b5 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:54.278243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Allocated IP 172.20.0.5 (fc3da7df-01c0-41a2-900e-74c2c9391500/243272fe-3a9f-4cba-b869-e883ffa1b999/802630d6-3843-46b4-85a9-cba00f276009) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:18:54.281983 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Notify callbacks [] for router, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:54.283655 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 12.7900319
Dec 17 16:18:54.307603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47226) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:54.308386 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-63f27037-c0e5-48e7-8a79-3df298c0976d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:54.346283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-63f27037-c0e5-48e7-8a79-3df298c0976d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:54.693259 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:18:54.711031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Sync routers for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:18:54.758085 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:18:54.759137 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f635828>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:18:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:18:54.792752 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:54.798376 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 12.2547283
Dec 17 16:18:54.810416 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47232) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:54.965536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Set router 964e46b6-052c-4d23-864f-d1024f68487b gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:18:55.622254 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:18:55.667975 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:55.716619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:55.915985 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f2599b0>, [{'id': '964e46b6-052c-4d23-864f-d1024f68487b', 'name': 'tempest-ServerRescueNegativeTestJSON-279160384-router', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 3, 'project_id': 'f78600edd8e846ce98c88d3cb8610385', 'gw_port': {'id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964e46b6-052c-4d23-864f-d1024f68487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:44Z', 'updated_at': '2020-12-17T16:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:18:55.922441 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Checking router: 964e46b6-052c-4d23-864f-d1024f68487b for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:18:55.924765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Updating router 964e46b6-052c-4d23-864f-d1024f68487b port f1c16dee-e010-44fb-81c3-b86f03b17bac binding host dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:18:56.083118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:56.478321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:56.532954 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b9f5d0a3-52bb-49c2-b8fd-e52c5bf372ec req-bf6caa4b-613e-416a-984b-3f7af12dfb11 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 210 time: 0.1287718
Dec 17 16:18:56.611029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-53fd1258-5144-4501-b1ca-ee8c628e572e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:56.639000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:56.701136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-63f27037-c0e5-48e7-8a79-3df298c0976d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:56.733818 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-99658134-d0b4-4445-a1a3-882a1b79415d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:56.772837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f635828>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:18:49Z', 'revision_number': 3, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:18:56.782208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Checking router: 7a2b4344-9f15-4201-9418-5dc39767e773 for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:18:56.782826 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Updating router 7a2b4344-9f15-4201-9418-5dc39767e773 port acbd27b8-c723-4c02-89e2-587dcabdf5c7 binding host dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:18:56.893146 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-63f27037-c0e5-48e7-8a79-3df298c0976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:56.912589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:57.161421 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:18:57.367853 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Notify callbacks [] for port, precommit_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:57.413377 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Transition to ACTIVE for port object f1c16dee-e010-44fb-81c3-b86f03b17bac will not be triggered until provisioned by entity L2. {{(pid=80282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:18:57.421794 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbc8546-2243-4304-8c75-960f0dd8d20b,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:57.459509 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:57.486138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:57.491267 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.641s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:57.697973 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:57.802330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260054490655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:57.803107 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Added segment 5ec227d1-6c5b-4650-a7d6-952a56851a0c of type vxlan for network 3a1a96be-2a39-4c65-b25a-46d16edbc059
Dec 17 16:18:57.928599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:58.143402 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:58.201208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:18:58.206493 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:58.228114 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:58.291338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Network fc3da7df-01c0-41a2-900e-74c2c9391500 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:18:58.371565 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-63f27037-c0e5-48e7-8a79-3df298c0976d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1043b5260e894396bc99a4681bbdf6b5&name=default HTTP/1.1" status: 200  len: 2875 time: 5.1236603
Dec 17 16:18:58.434892 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 7.9828954
Dec 17 16:18:58.440443 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:18:58.459756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47294) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:58.460567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47300) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:18:58.498012 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Notify callbacks [] for port, precommit_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:58.521077 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:18:58.537783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Attempting to bind port f1c16dee-e010-44fb-81c3-b86f03b17bac on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:18:58.549080 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Attempting to bind port f1c16dee-e010-44fb-81c3-b86f03b17bac by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:18:58.549689 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Attempting to bind port f1c16dee-e010-44fb-81c3-b86f03b17bac on network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:18:58.557857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:18:58.560593 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:58.562589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Transition to ACTIVE for port object acbd27b8-c723-4c02-89e2-587dcabdf5c7 will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:18:58.573195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:18:58.574159 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Checking segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:18:58.574766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:58.575316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Bound using segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:18:58.581111 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Bound port: f1c16dee-e010-44fb-81c3-b86f03b17bac, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:18:58.581732 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:58.598694 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:58.701066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Request body: {'subnet': {'network_id': '3a1a96be-2a39-4c65-b25a-46d16edbc059', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009612574-subnet', 'tenant_id': 'ef43537c3c1c446fb6a5414aa4df7fb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:18:58.725459 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:18:58.765399 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Pushing event updated for resources: {'Port': ['ID=802630d6-3843-46b4-85a9-cba00f276009,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:58.771409 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.280s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:58.779994 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Usage tracker for resource:subnet and tenant:ef43537c3c1c446fb6a5414aa4df7fb0 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:18:58.784962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a43a9485-a8d2-4fbe-a278-7735cf72cc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.364s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:58.829873 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.0152586
Dec 17 16:18:58.833664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:18:58.837038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f27037-c0e5-48e7-8a79-3df298c0976d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a829e6d2-5b08-4f8c-b7d3-2da72c8b8ded,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:58.841531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-63f27037-c0e5-48e7-8a79-3df298c0976d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:58.857806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.493s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:58.862285 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] For port f1c16dee-e010-44fb-81c3-b86f03b17bac, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:18:58.875273 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:58.886465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] For port f1c16dee-e010-44fb-81c3-b86f03b17bac, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=f1c16dee-e010-44fb-81c3-b86f03b17bac,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:18:58.932366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:58.954961 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0fe0e5de-968b-4800-9875-a613da5abbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:59.039789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e52702-9314-42f0-b9ed-89351aefceb2 None None] Pushing event updated for resources: {'Port': ['ID=acbd27b8-c723-4c02-89e2-587dcabdf5c7,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:59.048238 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:59.050209 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-08e52702-9314-42f0-b9ed-89351aefceb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:59.076632 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:18:59.164043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Made reservation on behalf of ef43537c3c1c446fb6a5414aa4df7fb0 for: {'subnet': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:18:59.188124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:59.227923 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Attempting to bind port acbd27b8-c723-4c02-89e2-587dcabdf5c7 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:18:59.228843 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Attempting to bind port acbd27b8-c723-4c02-89e2-587dcabdf5c7 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:18:59.228843 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Attempting to bind port acbd27b8-c723-4c02-89e2-587dcabdf5c7 on network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:18:59.240155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:18:59.240672 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Checking segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:18:59.241134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:59.241569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Bound using segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:18:59.242301 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Bound port: acbd27b8-c723-4c02-89e2-587dcabdf5c7, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:18:59.242648 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:59.256959 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Pushing event updated for resources: {'Port': ['ID=f1c16dee-e010-44fb-81c3-b86f03b17bac,revision_number=2']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:59.319891 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.320271 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.332161 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.333503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.334439 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.335566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.336643 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.337282 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.337852 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.338718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.339473 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.340060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.340715 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.341276 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.341825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.342909 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.343448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.343984 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.344565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.345114 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.345673 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.346217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.346776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.347596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Tracked resource versions report:
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]: pushed versions:
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]: {   'AddressGroup': {'1.0'},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     'ConntrackHelper': {'1.0'},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Log': {'1.0'},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Network': {'1.1'},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Port': {'1.6'},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     'PortForwarding': {'1.2'},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     'QosPolicy': {'1.8'},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroup': {'1.3'},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SecurityGroupRule': {'1.1'},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     'SubPort': {'1.0'},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Subnet': {'1.1'},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     'Trunk': {'1.1'}}
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]: consumer versions:
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]: {   DHCP agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     L3 agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metadata agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     Metering agent@dv-cinder-766752-2-iscsi: {},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     Open vSwitch agent@dv-cinder-766752-2-iscsi: {   'AddressGroup': '1.0',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'ConntrackHelper': '1.0',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Log': '1.0',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Network': '1.1',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Port': '1.6',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'PortForwarding': '1.2',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'QosPolicy': '1.8',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroup': '1.3',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SecurityGroupRule': '1.1',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'SubPort': '1.0',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Subnet': '1.1',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                                      'Trunk': '1.1'},
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:     Open vSwitch agent@hv-cinder-76675: {   'AddressGroup': '1.0',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'ConntrackHelper': '1.0',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Log': '1.0',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Network': '1.1',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Port': '1.6',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'PortForwarding': '1.2',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'QosPolicy': '1.8',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'SecurityGroup': '1.3',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'SecurityGroupRule': '1.1',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'SubPort': '1.0',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Subnet': '1.1',
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:                                             'Trunk': '1.1'}}
Dec 17 16:18:59.349796 dv-cinder-766752-2-iscsi neutron-server[80166]:  {{(pid=80282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 17 16:18:59.359536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.133s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:59.360515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-53c36586-78e7-4a0e-905f-9d5d4894e3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:18:59.374184 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-80c1c961-3128-4e92-b91d-e238f534cb0a tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80280) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:18:59.376091 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-80c1c961-3128-4e92-b91d-e238f534cb0a tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.2660990
Dec 17 16:18:59.627512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Pushing event updated for resources: {'Network': ['ID=3a1a96be-2a39-4c65-b25a-46d16edbc059,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:59.645841 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:18:59.655820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network 3a1a96be-2a39-4c65-b25a-46d16edbc059 details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:18:59.707740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Pushing event updated for resources: {'Port': ['ID=f1c16dee-e010-44fb-81c3-b86f03b17bac,revision_number=3']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:18:59.725332 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network 3a1a96be-2a39-4c65-b25a-46d16edbc059 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:18:59.763169 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Routers {'964e46b6-052c-4d23-864f-d1024f68487b'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:18:59.765285 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f2599b0>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:18:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['964e46b6-052c-4d23-864f-d1024f68487b'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:18:59.850881 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-90d7b24f-d99c-4ebd-afbd-59360795f9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:18:59.893191 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80614dd-46f4-46a3-a0e9-9030b6056834 req-b0fc36f0-538e-4c48-9628-b1210f556239 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:18:59.894381 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-e80614dd-46f4-46a3-a0e9-9030b6056834 req-b0fc36f0-538e-4c48-9628-b1210f556239 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Synchronizing usage tracker for tenant:6cef7a726b864366a9006388596e8ceb on resource:port {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:19:00.005619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] For port acbd27b8-c723-4c02-89e2-587dcabdf5c7, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:19:00.101933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-e80614dd-46f4-46a3-a0e9-9030b6056834 req-b0fc36f0-538e-4c48-9628-b1210f556239 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Unset dirty status for tenant:6cef7a726b864366a9006388596e8ceb on resource:port {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:19:00.103253 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e80614dd-46f4-46a3-a0e9-9030b6056834 req-b0fc36f0-538e-4c48-9628-b1210f556239 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 931 time: 1.8099685
Dec 17 16:19:00.138381 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-90d7b24f-d99c-4ebd-afbd-59360795f9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:00.178078 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Request body: {'port': {'device_id': 'e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:00.223303 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:00.262521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] Set router 964e46b6-052c-4d23-864f-d1024f68487b gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:19:00.302353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:00.470345 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-90d7b24f-d99c-4ebd-afbd-59360795f9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:00.528935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-63f27037-c0e5-48e7-8a79-3df298c0976d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:00.559263 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] For port acbd27b8-c723-4c02-89e2-587dcabdf5c7, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=acbd27b8-c723-4c02-89e2-587dcabdf5c7,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:19:00.583874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:00.607528 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-90d7b24f-d99c-4ebd-afbd-59360795f9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:00.609177 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-90d7b24f-d99c-4ebd-afbd-59360795f9f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a829e6d2-5b08-4f8c-b7d3-2da72c8b8ded HTTP/1.1" status: 204  len: 168 time: 2.1141562
Dec 17 16:19:00.618623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-e80614dd-46f4-46a3-a0e9-9030b6056834 req-67056497-a549-4d00-8ace-c94af9433729 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Synchronizing usage tracker for tenant:6cef7a726b864366a9006388596e8ceb on resource:security_group {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:19:00.639533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7b24f-d99c-4ebd-afbd-59360795f9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a829e6d2-5b08-4f8c-b7d3-2da72c8b8ded,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:00.655888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-90d7b24f-d99c-4ebd-afbd-59360795f9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:00.657334 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:00.677507 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:00.839009 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Allocated IP 172.20.0.1 (b6e44d33-ddf3-45d8-afd9-8b49d4349d6e/f4fa23b0-f73d-4593-ae20-51acce70477d/e6248fdd-dd78-4388-8588-98c8606c1a76) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:19:00.959149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:01.301326 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:01.436720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e52702-9314-42f0-b9ed-89351aefceb2 None None] Pushing event updated for resources: {'Port': ['ID=acbd27b8-c723-4c02-89e2-587dcabdf5c7,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:01.460494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-08e52702-9314-42f0-b9ed-89351aefceb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:01.575546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47382) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:01.659152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:19:01.665426 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f635828>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:18:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:01.812358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-e80614dd-46f4-46a3-a0e9-9030b6056834 req-67056497-a549-4d00-8ace-c94af9433729 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Unset dirty status for tenant:6cef7a726b864366a9006388596e8ceb on resource:security_group {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:19:01.821000 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e80614dd-46f4-46a3-a0e9-9030b6056834 req-67056497-a549-4d00-8ace-c94af9433729 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6873658
Dec 17 16:19:01.993270 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f2599b0>, [{'id': '964e46b6-052c-4d23-864f-d1024f68487b', 'name': 'tempest-ServerRescueNegativeTestJSON-279160384-router', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 3, 'project_id': 'f78600edd8e846ce98c88d3cb8610385', 'gw_port': {'id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964e46b6-052c-4d23-864f-d1024f68487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:44Z', 'updated_at': '2020-12-17T16:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:02.011625 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf827a0-aebb-43c6-adfb-282ff3934142 None None] The sync data for ids ['964e46b6-052c-4d23-864f-d1024f68487b'] in dv-cinder-766752-2-iscsi is: [{'id': '964e46b6-052c-4d23-864f-d1024f68487b', 'name': 'tempest-ServerRescueNegativeTestJSON-279160384-router', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:18:46Z', 'revision_number': 3, 'project_id': 'f78600edd8e846ce98c88d3cb8610385', 'gw_port': {'id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964e46b6-052c-4d23-864f-d1024f68487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:44Z', 'updated_at': '2020-12-17T16:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:19:02.254285 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Allocated IP 172.20.0.1 (a360a352-036a-4853-a7e2-1332b2ba98f6/d7f039d2-014e-47ec-bed2-d630a94a12ce/443aabc0-6422-456a-95ad-cd9061ce1724) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:19:02.267473 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:02.392292 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Transition to ACTIVE for port object e6248fdd-dd78-4388-8588-98c8606c1a76 will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:19:02.516434 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-eb9d6303-0a49-4e22-b962-ac01679a8657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:02.584902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:03.003875 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-eb9d6303-0a49-4e22-b962-ac01679a8657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:03.009385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802630d6-3843-46b4-85a9-cba00f276009 {{(pid=80280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:19:03.012418 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-eb9d6303-0a49-4e22-b962-ac01679a8657 admin admin] Usage tracker for resource:security_group_rule and tenant:0a72aedff264489b92f530c017468f56 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:03.040061 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-eb9d6303-0a49-4e22-b962-ac01679a8657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:03.047545 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:03.071314 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-eb9d6303-0a49-4e22-b962-ac01679a8657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:03.134616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Transition to ACTIVE for port object 802630d6-3843-46b4-85a9-cba00f276009 will not be triggered until provisioned by entity L2. {{(pid=80280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:19:03.149518 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:03.157158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device f1c16dee-e010-44fb-81c3-b86f03b17bac up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:03.641963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port f1c16dee-e010-44fb-81c3-b86f03b17bac completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:19:03.701649 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port f1c16dee-e010-44fb-81c3-b86f03b17bac triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:03.702103 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:03.780539 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-177c6cb8-7fdf-4068-bc6d-3353fe48aa72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:03.818011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47440) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:03.820321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:03.901936 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:19:04.218805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-eb9d6303-0a49-4e22-b962-ac01679a8657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:04.726479 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Attempting to bind port 802630d6-3843-46b4-85a9-cba00f276009 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:19:04.727512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Attempting to bind port 802630d6-3843-46b4-85a9-cba00f276009 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'a895ef8e-5f40-466a-9a25-57f3d6c4b7e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc3da7df-01c0-41a2-900e-74c2c9391500'}] {{(pid=80280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:19:04.727512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Attempting to bind port 802630d6-3843-46b4-85a9-cba00f276009 on network fc3da7df-01c0-41a2-900e-74c2c9391500 {{(pid=80280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:19:04.755922 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Pushing event updated for resources: {'Port': ['ID=802630d6-3843-46b4-85a9-cba00f276009,revision_number=2']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:04.783637 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:04.785132 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:19:04.785768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Checking segment: {'id': 'a895ef8e-5f40-466a-9a25-57f3d6c4b7e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc3da7df-01c0-41a2-900e-74c2c9391500'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:19:04.787650 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:04.793174 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Bound using segment: {'id': 'a895ef8e-5f40-466a-9a25-57f3d6c4b7e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc3da7df-01c0-41a2-900e-74c2c9391500'} {{(pid=80280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:19:04.797979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Bound port: 802630d6-3843-46b4-85a9-cba00f276009, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a895ef8e-5f40-466a-9a25-57f3d6c4b7e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc3da7df-01c0-41a2-900e-74c2c9391500'}}] {{(pid=80280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:19:04.799050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:04.958163 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47462) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:05.003982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:05.052157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port f1c16dee-e010-44fb-81c3-b86f03b17bac, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=f1c16dee-e010-44fb-81c3-b86f03b17bac,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:19:05.057318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] For port 802630d6-3843-46b4-85a9-cba00f276009, host hv-cinder-76675, cleared binding levels {{(pid=80280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:19:05.063070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] For port 802630d6-3843-46b4-85a9-cba00f276009, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=802630d6-3843-46b4-85a9-cba00f276009,segment=NetworkSegment(a895ef8e-5f40-466a-9a25-57f3d6c4b7e5),segment_id=a895ef8e-5f40-466a-9a25-57f3d6c4b7e5)] {{(pid=80280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:19:05.076330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-eb9d6303-0a49-4e22-b962-ac01679a8657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:05.093693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:05.094843 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0a12c2de-a485-420c-be4d-d21cbd6177ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:05.110760 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for subnet, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:05.135440 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:05.186647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:05.200980 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:05.275936 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:05.455612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Pushing event updated for resources: {'Port': ['ID=e6248fdd-dd78-4388-8588-98c8606c1a76,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:05.474217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.694s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:05.481698 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-23a9aef8-2291-4f09-8744-589ff9abf2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:05.537851 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-eb9d6303-0a49-4e22-b962-ac01679a8657 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a72aedff264489b92f530c017468f56&name=default HTTP/1.1" status: 200  len: 2879 time: 3.9521749
Dec 17 16:19:05.547676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47472) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:05.551294 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:19:05.553019 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d6303-0a49-4e22-b962-ac01679a8657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4bd4c8-fc24-43fa-859b-3776d1f67c5e,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:05.571008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-eb9d6303-0a49-4e22-b962-ac01679a8657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:05.615411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:19:05.632758 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:19:05.634932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673072'] for router_interface, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:05.645116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=f1c16dee-e010-44fb-81c3-b86f03b17bac,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:05.699147 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:05.739006 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f635828>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:18:49Z', 'revision_number': 3, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:05.780679 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc72d5-3dd5-4536-9cd2-6d5bb0ac0c74 None None] The sync data for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi is: [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:18:49Z', 'revision_number': 3, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:19:06.130605 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8857ce-e0a3-4691-86eb-cfa8d2f46fea req-25a2134c-7ddb-47eb-92ce-113c339f0201 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:06.144998 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-0a12c2de-a485-420c-be4d-d21cbd6177ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:06.147772 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Pushing event updated for resources: {'Port': ['ID=802630d6-3843-46b4-85a9-cba00f276009,revision_number=3']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:06.155957 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6d8857ce-e0a3-4691-86eb-cfa8d2f46fea req-25a2134c-7ddb-47eb-92ce-113c339f0201 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 943 time: 2.1963363
Dec 17 16:19:06.168888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:06.210338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-38c67a62-2312-4f8a-83a5-aec224d98bd8 None None] Provisioning for port e6248fdd-dd78-4388-8588-98c8606c1a76 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:19:06.233277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:06.255303 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-38c67a62-2312-4f8a-83a5-aec224d98bd8 None None] Provisioning complete for port e6248fdd-dd78-4388-8588-98c8606c1a76 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:06.255980 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-38c67a62-2312-4f8a-83a5-aec224d98bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:06.315071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-0a12c2de-a485-420c-be4d-d21cbd6177ae admin admin] Usage tracker for resource:security_group_rule and tenant:eaf33d5b894b409ba6d97350ac3c0279 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:06.438530 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:06.453932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ce66de-24d3-480f-adac-64812b74f7f0,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:06.495647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-0a12c2de-a485-420c-be4d-d21cbd6177ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:06.519236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4a42ae44-cc4e-495b-abdd-f898d20d7545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:06.519838 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:06.550865 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-0a12c2de-a485-420c-be4d-d21cbd6177ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:06.565553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-38c67a62-2312-4f8a-83a5-aec224d98bd8 None None] Port e6248fdd-dd78-4388-8588-98c8606c1a76 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:19:06.629905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:06.793447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=443aabc0-6422-456a-95ad-cd9061ce1724,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:06.798301 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:06.798506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0a12c2de-a485-420c-be4d-d21cbd6177ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:06.829224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:06.829999 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:06.840784 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] 10.222.0.70 "PUT /v2.0/ports/802630d6-3843-46b4-85a9-cba00f276009 HTTP/1.1" status: 200  len: 1157 time: 7.0221658
Dec 17 16:19:06.845820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0a12c2de-a485-420c-be4d-d21cbd6177ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:06.854361 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66', 'tag': '802630d6-3843-46b4-85a9-cba00f276009'}] {{(pid=80280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:19:06.883069 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:07.178963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-4a42ae44-cc4e-495b-abdd-f898d20d7545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:07.191380 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-69a45f3c-ec20-4421-8765-8dcefeb34416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:07.213857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:07.290385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Checking segment: {'id': '5ec227d1-6c5b-4650-a7d6-952a56851a0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a1a96be-2a39-4c65-b25a-46d16edbc059'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:19:07.290792 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Network hostable DHCP agents. Network: 3a1a96be-2a39-4c65-b25a-46d16edbc059, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:19:07.323296 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12c2de-a485-420c-be4d-d21cbd6177ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f047cbe4-70ca-4f43-b017-23ed911f3881,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:07.355224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0a12c2de-a485-420c-be4d-d21cbd6177ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:07.423771 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-0a12c2de-a485-420c-be4d-d21cbd6177ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eaf33d5b894b409ba6d97350ac3c0279&name=default HTTP/1.1" status: 200  len: 2879 time: 3.4301801
Dec 17 16:19:07.424634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47492) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:07.447544 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-4a42ae44-cc4e-495b-abdd-f898d20d7545 admin admin] Usage tracker for resource:security_group_rule and tenant:92a2aef864054609acec4ba7c7cf4415 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:07.457369 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-4a42ae44-cc4e-495b-abdd-f898d20d7545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:07.477498 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-4a42ae44-cc4e-495b-abdd-f898d20d7545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:07.646925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device f1c16dee-e010-44fb-81c3-b86f03b17bac up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:07.706769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Network 3a1a96be-2a39-4c65-b25a-46d16edbc059 is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:19:07.710923 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4a42ae44-cc4e-495b-abdd-f898d20d7545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:07.787906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, 3a1a96be-2a39-4c65-b25a-46d16edbc059) {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:19:07.816813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f143058-d9f5-4ca9-9e73-3c931bb75d8a None None] Network 3a1a96be-2a39-4c65-b25a-46d16edbc059 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:19:07.817601 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:07.818245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:07.900284 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-34fcca56-bd7d-4d8e-80a4-00fcc47bdb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:07.995495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-34fcca56-bd7d-4d8e-80a4-00fcc47bdb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.131127 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e889a077-4eb9-49a7-b7cf-1eb7e6d84951 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 9.6236801
Dec 17 16:19:08.138378 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-34fcca56-bd7d-4d8e-80a4-00fcc47bdb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.150998 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:08.182283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.182776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcca56-bd7d-4d8e-80a4-00fcc47bdb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f047cbe4-70ca-4f43-b017-23ed911f3881,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:08.187303 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-34fcca56-bd7d-4d8e-80a4-00fcc47bdb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.193964 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6d8857ce-e0a3-4691-86eb-cfa8d2f46fea req-b0e131e2-fd75-484b-83ce-60b8f11f65e6 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.0156200
Dec 17 16:19:08.195452 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-34fcca56-bd7d-4d8e-80a4-00fcc47bdb48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f047cbe4-70ca-4f43-b017-23ed911f3881 HTTP/1.1" status: 204  len: 168 time: 0.7633162
Dec 17 16:19:08.196817 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-34fcca56-bd7d-4d8e-80a4-00fcc47bdb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:08.204421 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cbb895f8-99f7-4e29-a78b-a48772975257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:08.206503 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-cbb895f8-99f7-4e29-a78b-a48772975257 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6cef7a726b864366a9006388596e8ceb&device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 1160 time: 0.7792342
Dec 17 16:19:08.234902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-69a45f3c-ec20-4421-8765-8dcefeb34416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.346778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290afda6-1e71-42f9-bb0a-fe801ebf00c7 None None] Network 3a1a96be-2a39-4c65-b25a-46d16edbc059 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:19:08.391750 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port f1c16dee-e010-44fb-81c3-b86f03b17bac triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:08.392356 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.453758 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4a42ae44-cc4e-495b-abdd-f898d20d7545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.455341 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.455762 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-69a45f3c-ec20-4421-8765-8dcefeb34416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.494047 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853677243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676747'] for router_interface, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.501780 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66', 'tag': '802630d6-3843-46b4-85a9-cba00f276009', 'status': 'completed', 'code': 200}
Dec 17 16:19:08.534610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47516) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:08.558296 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:08.600423 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-9b788581-bf6a-488d-936f-802a2764965e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=802630d6-3843-46b4-85a9-cba00f276009 HTTP/1.1" status: 200  len: 217 time: 0.3384874
Dec 17 16:19:08.639997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9bdac5-9089-4252-83bb-5da07ebac05f admin admin] Deleting subnet 1eb9c79e-4537-4727-8d99-c8da39991d83 {{(pid=80280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:19:08.643974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2a9bdac5-9089-4252-83bb-5da07ebac05f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.712438 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2a9bdac5-9089-4252-83bb-5da07ebac05f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.721540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2a9bdac5-9089-4252-83bb-5da07ebac05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.761611 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Network a360a352-036a-4853-a7e2-1332b2ba98f6 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:19:08.890887 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:19:08.907292 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:19:08.908398 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673072'] for router_interface, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:08.930111 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device acbd27b8-c723-4c02-89e2-587dcabdf5c7 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:08.994533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42ae44-cc4e-495b-abdd-f898d20d7545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9288b3-457e-48e2-a2cd-5318a5a279f5,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:08.996827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47524) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:09.040774 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-42b5d7ff-253c-427a-8ef4-e841f3d78535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:09.042358 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-42b5d7ff-253c-427a-8ef4-e841f3d78535 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=243272fe-3a9f-4cba-b869-e883ffa1b999 HTTP/1.1" status: 200  len: 851 time: 0.1384230
Dec 17 16:19:09.069171 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4a42ae44-cc4e-495b-abdd-f898d20d7545 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92a2aef864054609acec4ba7c7cf4415&name=default HTTP/1.1" status: 200  len: 2879 time: 4.0740912
Dec 17 16:19:09.072947 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47530) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:09.116133 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:19:09.122748 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a45f3c-ec20-4421-8765-8dcefeb34416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4bd4c8-fc24-43fa-859b-3776d1f67c5e,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:09.125542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:19:09.140306 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-69a45f3c-ec20-4421-8765-8dcefeb34416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:09.145164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.563s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:09.210022 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-69a45f3c-ec20-4421-8765-8dcefeb34416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:09.214270 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-69a45f3c-ec20-4421-8765-8dcefeb34416 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f4bd4c8-fc24-43fa-859b-3776d1f67c5e HTTP/1.1" status: 204  len: 168 time: 3.6101747
Dec 17 16:19:09.238626 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-4b93363f-9da7-4c92-938e-ef31f3f47c51 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3da7df-01c0-41a2-900e-74c2c9391500&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1833217
Dec 17 16:19:09.253283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47540) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:09.386120 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1a69db5b-32ae-4d5a-b978-fb548f3165b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:09.408302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port acbd27b8-c723-4c02-89e2-587dcabdf5c7 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:19:09.424600 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port acbd27b8-c723-4c02-89e2-587dcabdf5c7 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:09.425123 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:09.519779 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Pushing event updated for resources: {'Port': ['ID=e6248fdd-dd78-4388-8588-98c8606c1a76,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:09.549263 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2e8699f5-01fa-4167-9a43-593c7cc75a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:09.558810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:09.564328 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1f5d25a2-ca5b-442e-9acd-a30ff42e5d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.760s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:09.564737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1f5d25a2-ca5b-442e-9acd-a30ff42e5d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:09.565429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50c54f29-a637-4cad-ad4c-1ea9023f49ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:09.579242 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-1a69db5b-32ae-4d5a-b978-fb548f3165b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:09.620385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-1a69db5b-32ae-4d5a-b978-fb548f3165b0 admin admin] Usage tracker for resource:security_group_rule and tenant:b656978294a749b481d3cacc390aac51 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:09.631912 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2e8699f5-01fa-4167-9a43-593c7cc75a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:09.636354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2e8699f5-01fa-4167-9a43-593c7cc75a57 admin admin] Usage tracker for resource:security_group_rule and tenant:21c789f8849548fcacd15931aa0e8d2a is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:09.640389 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2e8699f5-01fa-4167-9a43-593c7cc75a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:09.646825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2e8699f5-01fa-4167-9a43-593c7cc75a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:09.662544 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:09.684364 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port acbd27b8-c723-4c02-89e2-587dcabdf5c7, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=acbd27b8-c723-4c02-89e2-587dcabdf5c7,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:19:09.688153 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50c54f29-a637-4cad-ad4c-1ea9023f49ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:09.689194 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:09.692780 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-08e52702-9314-42f0-b9ed-89351aefceb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:09.754949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-1a69db5b-32ae-4d5a-b978-fb548f3165b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:09.771197 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-1a69db5b-32ae-4d5a-b978-fb548f3165b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:09.777468 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2e8699f5-01fa-4167-9a43-593c7cc75a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:09.793743 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2e8699f5-01fa-4167-9a43-593c7cc75a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:09.795898 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=acbd27b8-c723-4c02-89e2-587dcabdf5c7,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:09.801833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:09.814742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-567bba90-376e-49cd-8c39-433bfa105cbf None None] Provisioning complete for port e6248fdd-dd78-4388-8588-98c8606c1a76 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:09.815165 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-567bba90-376e-49cd-8c39-433bfa105cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:09.845438 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0b91a6ed-82e4-46d1-bc20-6036606cd81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:09.885651 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-567bba90-376e-49cd-8c39-433bfa105cbf None None] Port e6248fdd-dd78-4388-8588-98c8606c1a76 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:19:09.931096 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c2545-fdca-4108-8024-0969980ccaa0 req-fcbf9f39-8d06-4c05-a7b4-d20d50bc5ebd tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:09.932141 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2a9bdac5-9089-4252-83bb-5da07ebac05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for subnet, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:09.933754 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-134c2545-fdca-4108-8024-0969980ccaa0 req-fcbf9f39-8d06-4c05-a7b4-d20d50bc5ebd tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 943 time: 0.4837356
Dec 17 16:19:09.947112 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-2e8699f5-01fa-4167-9a43-593c7cc75a57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21c789f8849548fcacd15931aa0e8d2a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6201174
Dec 17 16:19:09.960662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47548) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:10.087084 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47554) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:10.130346 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8699f5-01fa-4167-9a43-593c7cc75a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670c9b37-e60c-48d8-a45f-9e8b03438e3f,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:10.141586 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-46a38a02-3b5d-46c9-8e75-98217e8b1276 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3da7df-01c0-41a2-900e-74c2c9391500?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8702834
Dec 17 16:19:10.144514 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Router 7a2b4344-9f15-4201-9418-5dc39767e773 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:19:10.148919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2e8699f5-01fa-4167-9a43-593c7cc75a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:10.156813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:10.164879 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50c54f29-a637-4cad-ad4c-1ea9023f49ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:10.209777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-45ca9add-62d6-4233-a6e4-01e57a3c5129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:10.244978 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0b343c4e-745a-4fe6-91e5-0c4809feb130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:10.268453 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:10.276303 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bdac5-9089-4252-83bb-5da07ebac05f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb9c79e-4537-4727-8d99-c8da39991d83,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:10.305447 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-134c2545-fdca-4108-8024-0969980ccaa0 req-5ff24e06-8d7c-4b3b-8c5a-63194f4798dd tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3335357
Dec 17 16:19:10.345370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2a9bdac5-9089-4252-83bb-5da07ebac05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:10.380423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-0b343c4e-745a-4fe6-91e5-0c4809feb130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:10.384968 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-0b343c4e-745a-4fe6-91e5-0c4809feb130 admin admin] Usage tracker for resource:security_group_rule and tenant:38db1050034941dfb1f95e76061bb61c is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:10.389642 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-0b343c4e-745a-4fe6-91e5-0c4809feb130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:10.392733 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c54f29-a637-4cad-ad4c-1ea9023f49ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9288b3-457e-48e2-a2cd-5318a5a279f5,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:10.417492 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2a9bdac5-9089-4252-83bb-5da07ebac05f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:10.420331 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-0b343c4e-745a-4fe6-91e5-0c4809feb130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:10.450246 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-2a9bdac5-9089-4252-83bb-5da07ebac05f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1eb9c79e-4537-4727-8d99-c8da39991d83 HTTP/1.1" status: 204  len: 168 time: 1.9108734
Dec 17 16:19:10.464542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47564) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:10.464542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-50c54f29-a637-4cad-ad4c-1ea9023f49ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:10.467684 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fb53b802-72f6-4ecb-82c7-03f9be302a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:10.469055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50c54f29-a637-4cad-ad4c-1ea9023f49ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:10.474238 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-50c54f29-a637-4cad-ad4c-1ea9023f49ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c9288b3-457e-48e2-a2cd-5318a5a279f5 HTTP/1.1" status: 204  len: 168 time: 1.3726485
Dec 17 16:19:10.537368 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1a69db5b-32ae-4d5a-b978-fb548f3165b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:10.541030 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-665f75c4-61bd-4a81-adca-81344ba15eb2 req-17097585-98e1-481b-8c03-5ee75f4011dc service neutron] 10.222.0.70 "GET /v2.0/networks/fc3da7df-01c0-41a2-900e-74c2c9391500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3346930
Dec 17 16:19:10.542586 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1a69db5b-32ae-4d5a-b978-fb548f3165b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:10.559244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:10.618740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69db5b-32ae-4d5a-b978-fb548f3165b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ded19ac-1f76-4f45-b13e-a2426d031982,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:10.625635 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1a69db5b-32ae-4d5a-b978-fb548f3165b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:10.735916 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-1a69db5b-32ae-4d5a-b978-fb548f3165b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b656978294a749b481d3cacc390aac51&name=default HTTP/1.1" status: 200  len: 2879 time: 1.7350779
Dec 17 16:19:10.746424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47570) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:11.053874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fb53b802-72f6-4ecb-82c7-03f9be302a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:11.065854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-370af751-21e8-4e96-a0d7-c0f86df5ae68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:11.115085 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-370af751-21e8-4e96-a0d7-c0f86df5ae68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:11.146752 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0b343c4e-745a-4fe6-91e5-0c4809feb130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:11.176031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739e221-242d-4f61-bfd6-b2b459816a11 req-b2d0f5ba-00b0-4615-b32d-455fd344841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:11.179038 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6739e221-242d-4f61-bfd6-b2b459816a11 req-b2d0f5ba-00b0-4615-b32d-455fd344841f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6cef7a726b864366a9006388596e8ceb&device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 1160 time: 0.5184717
Dec 17 16:19:11.189723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0b343c4e-745a-4fe6-91e5-0c4809feb130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:11.212053 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:11.227616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47576) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:11.292797 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:11.365059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3dbc1f12-a6e8-4680-a39e-e5e4da5ffb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:11.394868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-370af751-21e8-4e96-a0d7-c0f86df5ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:11.399432 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-3dbc1f12-a6e8-4680-a39e-e5e4da5ffb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:11.413821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:11.427912 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-3dbc1f12-a6e8-4680-a39e-e5e4da5ffb38 admin admin] Usage tracker for resource:security_group_rule and tenant:76c6685fa2be4ff79d8b4b024b0bb7fc is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:11.434338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-3dbc1f12-a6e8-4680-a39e-e5e4da5ffb38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:11.453901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-3dbc1f12-a6e8-4680-a39e-e5e4da5ffb38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:11.460162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b343c4e-745a-4fe6-91e5-0c4809feb130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f17cc63-8553-43c1-a3af-2079363e597f,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:11.471455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0b343c4e-745a-4fe6-91e5-0c4809feb130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:11.472095 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370af751-21e8-4e96-a0d7-c0f86df5ae68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ded19ac-1f76-4f45-b13e-a2426d031982,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:11.482078 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-370af751-21e8-4e96-a0d7-c0f86df5ae68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:11.487669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-370af751-21e8-4e96-a0d7-c0f86df5ae68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:11.492911 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-370af751-21e8-4e96-a0d7-c0f86df5ae68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ded19ac-1f76-4f45-b13e-a2426d031982 HTTP/1.1" status: 204  len: 168 time: 0.7452867
Dec 17 16:19:11.514552 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:19:11.518148 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-0b343c4e-745a-4fe6-91e5-0c4809feb130 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38db1050034941dfb1f95e76061bb61c&name=default HTTP/1.1" status: 200  len: 2879 time: 1.4240015
Dec 17 16:19:11.532848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Sync routers for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:19:11.538014 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47584) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:11.556855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:19:11.557886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f45c9e8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:18:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:11.640721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739e221-242d-4f61-bfd6-b2b459816a11 req-42da5015-0648-4a38-af7d-b1be4e9c6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:11.643123 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6739e221-242d-4f61-bfd6-b2b459816a11 req-42da5015-0648-4a38-af7d-b1be4e9c6c71 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc3da7df-01c0-41a2-900e-74c2c9391500 HTTP/1.1" status: 200  len: 905 time: 0.4565110
Dec 17 16:19:11.653329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:11.814356 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6739e221-242d-4f61-bfd6-b2b459816a11 req-59459f9d-0fed-44d7-8f9f-2b793dd9c754 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=802630d6-3843-46b4-85a9-cba00f276009 HTTP/1.1" status: 200  len: 217 time: 0.1540954
Dec 17 16:19:11.834794 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device acbd27b8-c723-4c02-89e2-587dcabdf5c7 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:11.843274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fb81e81bcf8>> segment before_delete 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:11.843663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fb81e81bcf8>> subnet precommit_delete_associations 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:11.844569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81e79ef60>> segment_host_mapping after_create 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:11.844951 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81e79ef60>> port after_create 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:11.845305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81e79ef60>> port after_delete 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:11.845670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81e79ef60>> port after_update 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:11.846029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81e79ef60>> segment after_delete 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:11.846391 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81e79ef60>> subnet after_create 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:11.846740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81e79ef60>> subnet after_delete 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:11.847098 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81e79ef60>> subnet after_update 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:12.100772 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7b9e-6b2d-4ca7-90ac-a5e3965b1ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:12.109695 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port acbd27b8-c723-4c02-89e2-587dcabdf5c7 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:12.110120 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:12.130825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739e221-242d-4f61-bfd6-b2b459816a11 req-e1a71fc2-9f7b-4dcf-bab4-bc9406b2be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:12.132548 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6739e221-242d-4f61-bfd6-b2b459816a11 req-e1a71fc2-9f7b-4dcf-bab4-bc9406b2be64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=243272fe-3a9f-4cba-b869-e883ffa1b999 HTTP/1.1" status: 200  len: 851 time: 0.2930577
Dec 17 16:19:12.150110 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebf2d0-d491-4663-b01f-2ddb25a17610 req-1d4b9bd4-5d8d-4be9-99f2-49c2e1ff9eb9 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:12.151915 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-79ebf2d0-d491-4663-b01f-2ddb25a17610 req-1d4b9bd4-5d8d-4be9-99f2-49c2e1ff9eb9 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 943 time: 0.6155787
Dec 17 16:19:12.170834 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb81ebef860>> subnet after_create 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:12.171436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb81ebef860>> subnet after_delete 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:12.172008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb81ebef860>> subnet before_create 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:12.172663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb81ebef860>> subnet before_update 55550000 {{(pid=80279) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:19:12.173091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81f387630>,) {'filters': {'network_id': ['855983f1-d67e-4a5e-b84e-757935afee56']}} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:12.190143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:19:12.203501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81f387630>, '68e99175-e3b6-4b0a-97ea-5f09745aa52c') {'for_net_delete': True} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:12.204042 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81f387630>, '68e99175-e3b6-4b0a-97ea-5f09745aa52c') {} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:12.224070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3dbc1f12-a6e8-4680-a39e-e5e4da5ffb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:12.246975 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65278599'] for segment, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:12.280397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7b9e-6b2d-4ca7-90ac-a5e3965b1ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:12.308042 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3dbc1f12-a6e8-4680-a39e-e5e4da5ffb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:12.308782 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:12.325165 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:19:12.350361 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:12.367093 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6739e221-242d-4f61-bfd6-b2b459816a11 req-e8d76c12-7de8-4144-ae60-91031725dc3d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3da7df-01c0-41a2-900e-74c2c9391500&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1399999
Dec 17 16:19:12.651526 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-79ebf2d0-d491-4663-b01f-2ddb25a17610 req-b392b8a1-cf8e-449c-80dd-9343629117f8 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4753513
Dec 17 16:19:12.700590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47590) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:12.749410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca647d4f-ba18-4172-bbe0-feece49ecb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:12.765699 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Network 855983f1-d67e-4a5e-b84e-757935afee56 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:19:12.782394 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789004610'] for segment, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:12.797728 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-3dbc1f12-a6e8-4680-a39e-e5e4da5ffb38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76c6685fa2be4ff79d8b4b024b0bb7fc&name=default HTTP/1.1" status: 200  len: 2879 time: 1.5682378
Dec 17 16:19:12.809712 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7b9e-6b2d-4ca7-90ac-a5e3965b1ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:12.818109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47594) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:12.823925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc1f12-a6e8-4680-a39e-e5e4da5ffb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d11bf1-cf5d-4ea6-9d2c-27a5187de062,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:12.830447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.objects.ports [None req-45933fa6-56bb-4ee3-8d23-8af2b80bcdb0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80281) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 17 16:19:12.841738 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3dbc1f12-a6e8-4680-a39e-e5e4da5ffb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:12.881785 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ca647d4f-ba18-4172-bbe0-feece49ecb0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:12.885938 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:12.890962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f45c9e8>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:07Z', 'revision_number': 2, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:12.897821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Checking router: 7a2b4344-9f15-4201-9418-5dc39767e773 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:19:12.897821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Updating router 7a2b4344-9f15-4201-9418-5dc39767e773 port e6248fdd-dd78-4388-8588-98c8606c1a76 binding host dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:19:12.923937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ca647d4f-ba18-4172-bbe0-feece49ecb0f admin admin] Usage tracker for resource:security_group_rule and tenant:1a4b667eb7544fe79bd813fc3d043997 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:12.938000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ca647d4f-ba18-4172-bbe0-feece49ecb0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:12.945389 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fb53b802-72f6-4ecb-82c7-03f9be302a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:12.983846 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ca647d4f-ba18-4172-bbe0-feece49ecb0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:12.988953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb7b9e-6b2d-4ca7-90ac-a5e3965b1ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f17cc63-8553-43c1-a3af-2079363e597f,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:12.990822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:12.992374 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e8eb7b9e-6b2d-4ca7-90ac-a5e3965b1ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:13.001194 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] 10.222.0.21 "PUT /v2.0/routers/7a2b4344-9f15-4201-9418-5dc39767e773/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.1881988
Dec 17 16:19:13.011890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1f5d25a2-ca5b-442e-9acd-a30ff42e5d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:13.107597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53b802-72f6-4ecb-82c7-03f9be302a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670c9b37-e60c-48d8-a45f-9e8b03438e3f,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:13.110602 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fb53b802-72f6-4ecb-82c7-03f9be302a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:13.112025 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-fb53b802-72f6-4ecb-82c7-03f9be302a13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/670c9b37-e60c-48d8-a45f-9e8b03438e3f HTTP/1.1" status: 204  len: 168 time: 3.1499674
Dec 17 16:19:13.113339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-fb53b802-72f6-4ecb-82c7-03f9be302a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:13.129733 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7b9e-6b2d-4ca7-90ac-a5e3965b1ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:13.131844 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e8eb7b9e-6b2d-4ca7-90ac-a5e3965b1ac2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f17cc63-8553-43c1-a3af-2079363e597f HTTP/1.1" status: 204  len: 168 time: 1.5925925
Dec 17 16:19:13.133421 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Network 855983f1-d67e-4a5e-b84e-757935afee56 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:19:13.135235 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6739e221-242d-4f61-bfd6-b2b459816a11 req-55269b28-5450-463d-aeef-c11b0ff5f1a4 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3da7df-01c0-41a2-900e-74c2c9391500?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7260294
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   (rel_b, rel_a, rel_b),
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   (rel_b, rel_a, rel_b),
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:19:13.207383 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:19:13.385787 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-544b3d8d-b1fe-4907-95c6-bff4bb5d05a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:13.387667 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:13.411631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:13.428590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cf8d7663-96d1-474b-86b5-60408797d3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:13.502775 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:13.510081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:13.512340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-544b3d8d-b1fe-4907-95c6-bff4bb5d05a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:13.537989 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Pushing event deleted for resources: {'Network': ['ID=855983f1-d67e-4a5e-b84e-757935afee56,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:13.541330 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] 10.222.0.21 "DELETE /v2.0/networks/855983f1-d67e-4a5e-b84e-757935afee56 HTTP/1.1" status: 204  len: 168 time: 3.0696089
Dec 17 16:19:13.557071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47608) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:13.634952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:13.641936 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ca28e884-ec9f-444c-a435-265682fbb6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:13.689041 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 802630d6-3843-46b4-85a9-cba00f276009 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:13.825184 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Notify callbacks [] for port, precommit_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:13.830322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-544b3d8d-b1fe-4907-95c6-bff4bb5d05a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:13.852103 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Transition to ACTIVE for port object e6248fdd-dd78-4388-8588-98c8606c1a76 will not be triggered until provisioned by entity L2. {{(pid=80282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:19:13.856369 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:13.903456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:13.904026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4dc50925-3f38-4912-a72f-7fa0c3fd1b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:13.941730 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=443aabc0-6422-456a-95ad-cd9061ce1724,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:13.959736 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port 802630d6-3843-46b4-85a9-cba00f276009 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:19:13.960595 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:13.973818 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 802630d6-3843-46b4-85a9-cba00f276009 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:13.974570 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:14.025499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b3d8d-b1fe-4907-95c6-bff4bb5d05a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d11bf1-cf5d-4ea6-9d2c-27a5187de062,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:14.032162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-544b3d8d-b1fe-4907-95c6-bff4bb5d05a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:14.035834 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6739e221-242d-4f61-bfd6-b2b459816a11 req-4ef548b7-6b37-4da2-b13a-3ef309188d45 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3da7df-01c0-41a2-900e-74c2c9391500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8567958
Dec 17 16:19:14.045333 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853677243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676747'] for router_interface, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:14.287027 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca647d4f-ba18-4172-bbe0-feece49ecb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:14.320039 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-544b3d8d-b1fe-4907-95c6-bff4bb5d05a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:14.322270 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-544b3d8d-b1fe-4907-95c6-bff4bb5d05a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22d11bf1-cf5d-4ea6-9d2c-27a5187de062 HTTP/1.1" status: 204  len: 168 time: 1.4787662
Dec 17 16:19:14.329357 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca647d4f-ba18-4172-bbe0-feece49ecb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:14.350229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:14.474053 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1be857c-dc01-4c5a-a393-475dee3565eb admin admin] Deleting subnet 42ce66de-24d3-480f-adac-64812b74f7f0 {{(pid=80280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:19:14.489722 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47620) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:14.543980 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1be857c-dc01-4c5a-a393-475dee3565eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:14.550845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:14.578900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc46802-9dd4-4df6-937f-27f2de958fe4 None None] Pushing event updated for resources: {'Port': ['ID=e6248fdd-dd78-4388-8588-98c8606c1a76,revision_number=3']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:14.583114 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7bc46802-9dd4-4df6-937f-27f2de958fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:14.651919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Attempting to bind port e6248fdd-dd78-4388-8588-98c8606c1a76 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:19:14.652288 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802630d6-3843-46b4-85a9-cba00f276009'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:19:14.652683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Attempting to bind port e6248fdd-dd78-4388-8588-98c8606c1a76 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:19:14.653197 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Attempting to bind port e6248fdd-dd78-4388-8588-98c8606c1a76 on network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:19:14.664046 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Network a360a352-036a-4853-a7e2-1332b2ba98f6 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:19:14.667495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:19:14.668262 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:19:14.669216 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Checking segment: {'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:19:14.669819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:14.672147 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Bound using segment: {'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:19:14.674714 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Bound port: e6248fdd-dd78-4388-8588-98c8606c1a76, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'}}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:19:14.678595 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:14.834648 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 802630d6-3843-46b4-85a9-cba00f276009, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=802630d6-3843-46b4-85a9-cba00f276009,segment=NetworkSegment(a895ef8e-5f40-466a-9a25-57f3d6c4b7e5),segment_id=a895ef8e-5f40-466a-9a25-57f3d6c4b7e5)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:19:14.842010 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:14.855993 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:14.958602 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-691c9d1b-9aef-4fb4-9a9c-cee9d57a8e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:14.994664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=802630d6-3843-46b4-85a9-cba00f276009,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:15.006406 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:15.047728 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ca647d4f-ba18-4172-bbe0-feece49ecb0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a4b667eb7544fe79bd813fc3d043997&name=default HTTP/1.1" status: 200  len: 2879 time: 2.3462615
Dec 17 16:19:15.054560 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca647d4f-ba18-4172-bbe0-feece49ecb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2dce87-e7f6-4e0f-a742-0cf457a4e265,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:15.065360 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] For port e6248fdd-dd78-4388-8588-98c8606c1a76, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:19:15.069670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ca647d4f-ba18-4172-bbe0-feece49ecb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:15.070692 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47632) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:15.077538 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] For port e6248fdd-dd78-4388-8588-98c8606c1a76, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=e6248fdd-dd78-4388-8588-98c8606c1a76,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:19:15.086678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:15.143190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:15.157164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1be857c-dc01-4c5a-a393-475dee3565eb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:15.161329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-691c9d1b-9aef-4fb4-9a9c-cee9d57a8e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:15.177647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1be857c-dc01-4c5a-a393-475dee3565eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:15.214079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-691c9d1b-9aef-4fb4-9a9c-cee9d57a8e3d admin admin] Usage tracker for resource:security_group_rule and tenant:5a28b2cb43994e8d9bf91b922119f6c1 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:15.219415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-691c9d1b-9aef-4fb4-9a9c-cee9d57a8e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:15.237996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a9bd4-0cbc-4df0-9d56-ccde9e37a879 req-ca7c412a-36e3-4730-8d28-160614870ddb tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:15.246740 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a27a9bd4-0cbc-4df0-9d56-ccde9e37a879 req-ca7c412a-36e3-4730-8d28-160614870ddb tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 943 time: 1.2521574
Dec 17 16:19:15.305501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-691c9d1b-9aef-4fb4-9a9c-cee9d57a8e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:15.331815 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 802630d6-3843-46b4-85a9-cba00f276009 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:15.375890 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a27a9bd4-0cbc-4df0-9d56-ccde9e37a879 req-0a41ced9-ec7f-40ac-a2e3-76cc00256ae2 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272707
Dec 17 16:19:15.470585 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc46802-9dd4-4df6-937f-27f2de958fe4 None None] Pushing event updated for resources: {'Port': ['ID=e6248fdd-dd78-4388-8588-98c8606c1a76,revision_number=4']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:15.504050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7bc46802-9dd4-4df6-937f-27f2de958fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:15.650991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-691c9d1b-9aef-4fb4-9a9c-cee9d57a8e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:15.659452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47644) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:15.669515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-691c9d1b-9aef-4fb4-9a9c-cee9d57a8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:15.689458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Request body: {'security_group': {'name': 'tempest-securitygroup--818755171', 'description': 'tempest-description--731421575'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:15.697938 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:15.721346 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Usage tracker for resource:security_group and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:15.727769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:15.734266 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:19:15.736569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:15.737122 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f45c9e8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:18:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:15.769591 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cae3fd29-a4c0-43aa-851d-8986611ee5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:15.901598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Router 964e46b6-052c-4d23-864f-d1024f68487b has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:19:16.020154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 802630d6-3843-46b4-85a9-cba00f276009 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:16.021549 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:16.023584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:16.055205 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c9d1b-9aef-4fb4-9a9c-cee9d57a8e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dced121-8932-4dc0-b230-881327800cf7,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:16.100994 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-691c9d1b-9aef-4fb4-9a9c-cee9d57a8e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:16.185503 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-691c9d1b-9aef-4fb4-9a9c-cee9d57a8e3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a28b2cb43994e8d9bf91b922119f6c1&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6705635
Dec 17 16:19:16.189464 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47660) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:16.258020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-37d00238-9ef3-4ba2-b0e9-0ec9d479a3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:16.334686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:16.347716 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Usage tracker for resource:security_group_rule and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:16.365167 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:16.393573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:19:16.422168 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:16.577941 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802630d6-3843-46b4-85a9-cba00f276009', 'code': 200}
Dec 17 16:19:16.579461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:16.585527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-37d00238-9ef3-4ba2-b0e9-0ec9d479a3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:16.644130 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4ee17821-a2df-4c2d-a2e1-1a521c8ad051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:16.660837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-37d00238-9ef3-4ba2-b0e9-0ec9d479a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:16.666007 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:16.709103 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:19:16.721029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Sync routers for ids ['964e46b6-052c-4d23-864f-d1024f68487b'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:19:16.727788 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] 10.222.0.21 "PUT /v2.0/routers/964e46b6-052c-4d23-864f-d1024f68487b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 22.4142828
Dec 17 16:19:16.761665 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Routers {'964e46b6-052c-4d23-864f-d1024f68487b'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:19:16.763346 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb8255eaf28>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:18:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['964e46b6-052c-4d23-864f-d1024f68487b'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:16.790580 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4ee17821-a2df-4c2d-a2e1-1a521c8ad051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:16.855015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:16.862919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90fad1-a557-4ea7-b85f-805cd996ee32 req-51870cd8-a094-443b-a8a6-05732714ddb9 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:16.870727 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-dd90fad1-a557-4ea7-b85f-805cd996ee32 req-51870cd8-a094-443b-a8a6-05732714ddb9 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 945 time: 0.1417091
Dec 17 16:19:16.903068 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:16.904827 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1728 time: 1.2377603
Dec 17 16:19:16.908426 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47676) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:16.920368 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-7958349b-333a-47c0-9f2a-d9ba953b18a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Request body: {'security_group_rule': {'security_group_id': '520db7ce-f296-4647-a947-2bec1ce4ad9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:16.926178 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4ee17821-a2df-4c2d-a2e1-1a521c8ad051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:16.937727 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-7958349b-333a-47c0-9f2a-d9ba953b18a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:16.941348 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-eb9d6303-0a49-4e22-b962-ac01679a8657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:16.961148 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-dd90fad1-a557-4ea7-b85f-805cd996ee32 req-edccae99-577f-417a-bf31-f9adf4abeb42 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893555
Dec 17 16:19:16.961394 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d00238-9ef3-4ba2-b0e9-0ec9d479a3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2dce87-e7f6-4e0f-a742-0cf457a4e265,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:16.976776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-7958349b-333a-47c0-9f2a-d9ba953b18a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Usage tracker for resource:security_group_rule and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:16.986455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee17821-a2df-4c2d-a2e1-1a521c8ad051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dced121-8932-4dc0-b230-881327800cf7,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:16.990769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-7958349b-333a-47c0-9f2a-d9ba953b18a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:16.995701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4ee17821-a2df-4c2d-a2e1-1a521c8ad051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:17.001332 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-7958349b-333a-47c0-9f2a-d9ba953b18a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:17.005477 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4ee17821-a2df-4c2d-a2e1-1a521c8ad051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:17.006849 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4ee17821-a2df-4c2d-a2e1-1a521c8ad051 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8dced121-8932-4dc0-b230-881327800cf7 HTTP/1.1" status: 204  len: 168 time: 0.8163934
Dec 17 16:19:17.022597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7958349b-333a-47c0-9f2a-d9ba953b18a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group_rule, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:17.042859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-37d00238-9ef3-4ba2-b0e9-0ec9d479a3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:17.047986 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-37d00238-9ef3-4ba2-b0e9-0ec9d479a3a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c2dce87-e7f6-4e0f-a742-0cf457a4e265 HTTP/1.1" status: 204  len: 168 time: 1.9672756
Dec 17 16:19:17.184415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7958349b-333a-47c0-9f2a-d9ba953b18a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:17.189748 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7958349b-333a-47c0-9f2a-d9ba953b18a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:17.191932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:17.238782 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958349b-333a-47c0-9f2a-d9ba953b18a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf0fcee-efec-4c1f-b536-4cbd999823db,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:17.262399 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7958349b-333a-47c0-9f2a-d9ba953b18a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:17.277499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 802630d6-3843-46b4-85a9-cba00f276009 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:17.279884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7958349b-333a-47c0-9f2a-d9ba953b18a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group_rule, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:17.284583 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-7958349b-333a-47c0-9f2a-d9ba953b18a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.3729577
Dec 17 16:19:17.285372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47690) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:17.296343 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-b929c9b2-0932-4ad5-9990-b637c0bbd139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Request body: {'security_group_rule': {'security_group_id': '520db7ce-f296-4647-a947-2bec1ce4ad9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:17.317076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b929c9b2-0932-4ad5-9990-b637c0bbd139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:17.328549 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b929c9b2-0932-4ad5-9990-b637c0bbd139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Usage tracker for resource:security_group_rule and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:17.346422 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b929c9b2-0932-4ad5-9990-b637c0bbd139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:17.358999 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b929c9b2-0932-4ad5-9990-b637c0bbd139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:17.418000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event updated for resources: {'SecurityGroup': ['ID=520db7ce-f296-4647-a947-2bec1ce4ad9d,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:17.425595 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:17.437741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0a12c2de-a485-420c-be4d-d21cbd6177ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.567s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:17.437741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0a12c2de-a485-420c-be4d-d21cbd6177ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:17.438630 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b929c9b2-0932-4ad5-9990-b637c0bbd139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group_rule, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:17.476746 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 802630d6-3843-46b4-85a9-cba00f276009 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:17.477177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:17.481372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f45c9e8>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:15Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:17.500414 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d3aee-62e1-4aa6-bab1-ed27eff9d1ce None None] The sync data for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi is: [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:15Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:19:17.537609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e8a8d-4be9-420c-a6e1-b281a60fdb76 req-797d7612-9b0c-4223-8cbe-4f38711da89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:17.542053 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bd6e8a8d-4be9-420c-a6e1-b281a60fdb76 req-797d7612-9b0c-4223-8cbe-4f38711da89b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 1162 time: 0.4318600
Dec 17 16:19:17.588025 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1be857c-dc01-4c5a-a393-475dee3565eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for subnet, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:17.589561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-bd6e8a8d-4be9-420c-a6e1-b281a60fdb76 req-3e6b7d0f-4764-47a8-b9a7-b5ab2bf612c7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:17.684881 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b929c9b2-0932-4ad5-9990-b637c0bbd139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:17.690070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b929c9b2-0932-4ad5-9990-b637c0bbd139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:17.692793 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7958349b-333a-47c0-9f2a-d9ba953b18a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:17.784109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929c9b2-0932-4ad5-9990-b637c0bbd139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aab0f33-c59f-4319-bf57-8bc7e6d44f46,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:17.788883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b929c9b2-0932-4ad5-9990-b637c0bbd139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:17.819058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b929c9b2-0932-4ad5-9990-b637c0bbd139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group_rule, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:17.824078 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b929c9b2-0932-4ad5-9990-b637c0bbd139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.5347328
Dec 17 16:19:17.825152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47698) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:17.852045 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Request body: {'floatingip': {'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:17.880207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:17.900165 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Usage tracker for resource:floatingip and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:17.909724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-bd6e8a8d-4be9-420c-a6e1-b281a60fdb76 req-3e6b7d0f-4764-47a8-b9a7-b5ab2bf612c7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:17.918579 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-55202537-8be8-4b09-a0ae-0cc383347100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:17.920433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:17.937978 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:17.964138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device e6248fdd-dd78-4388-8588-98c8606c1a76 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:17.969741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:18.035390 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-bd6e8a8d-4be9-420c-a6e1-b281a60fdb76 req-3e6b7d0f-4764-47a8-b9a7-b5ab2bf612c7 service neutron] Usage tracker for resource:security_group_rule and tenant:4c1ac911393e484e893a61953bd261d0 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:18.056875 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-bd6e8a8d-4be9-420c-a6e1-b281a60fdb76 req-3e6b7d0f-4764-47a8-b9a7-b5ab2bf612c7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:18.065549 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be857c-dc01-4c5a-a393-475dee3565eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ce66de-24d3-480f-adac-64812b74f7f0,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:18.079414 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f1be857c-dc01-4c5a-a393-475dee3565eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:18.085248 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-bd6e8a8d-4be9-420c-a6e1-b281a60fdb76 req-3e6b7d0f-4764-47a8-b9a7-b5ab2bf612c7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:18.098715 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Set router 964e46b6-052c-4d23-864f-d1024f68487b gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:19:18.146257 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1be857c-dc01-4c5a-a393-475dee3565eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:18.321633 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-bd6e8a8d-4be9-420c-a6e1-b281a60fdb76 req-3e6b7d0f-4764-47a8-b9a7-b5ab2bf612c7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:18.329025 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-bd6e8a8d-4be9-420c-a6e1-b281a60fdb76 req-3e6b7d0f-4764-47a8-b9a7-b5ab2bf612c7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:18.344281 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f1be857c-dc01-4c5a-a393-475dee3565eb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/42ce66de-24d3-480f-adac-64812b74f7f0 HTTP/1.1" status: 204  len: 168 time: 4.7794623
Dec 17 16:19:18.347706 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47712) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:18.606177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:18.675626 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-bd6e8a8d-4be9-420c-a6e1-b281a60fdb76 req-3e6b7d0f-4764-47a8-b9a7-b5ab2bf612c7 service neutron] Synchronizing usage tracker for tenant:4c1ac911393e484e893a61953bd261d0 on resource:security_group {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:19:18.742125 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-bd6e8a8d-4be9-420c-a6e1-b281a60fdb76 req-3e6b7d0f-4764-47a8-b9a7-b5ab2bf612c7 service neutron] Unset dirty status for tenant:4c1ac911393e484e893a61953bd261d0 on resource:security_group {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:19:18.744479 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bd6e8a8d-4be9-420c-a6e1-b281a60fdb76 req-3e6b7d0f-4764-47a8-b9a7-b5ab2bf612c7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1936226
Dec 17 16:19:18.749804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b7d0f-4764-47a8-b9a7-b5ab2bf612c7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0b734c-6912-4d10-ac96-11a9326a1336,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:18.765858 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3e6b7d0f-4764-47a8-b9a7-b5ab2bf612c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:18.814618 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:18.854775 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port e6248fdd-dd78-4388-8588-98c8606c1a76 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:19:18.867807 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port e6248fdd-dd78-4388-8588-98c8606c1a76 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:18.868261 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:18.881246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1d2c0-cdbb-4cb0-9183-abf7fe332e9d req-2a067695-6d56-415f-89e9-97f2b8bd603f tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:18.884224 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-def1d2c0-cdbb-4cb0-9183-abf7fe332e9d req-2a067695-6d56-415f-89e9-97f2b8bd603f tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 945 time: 0.5591393
Dec 17 16:19:18.984573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb8255eaf28>, [{'id': '964e46b6-052c-4d23-864f-d1024f68487b', 'name': 'tempest-ServerRescueNegativeTestJSON-279160384-router', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': 'f78600edd8e846ce98c88d3cb8610385', 'gw_port': {'id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964e46b6-052c-4d23-864f-d1024f68487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:44Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '443aabc0-6422-456a-95ad-cd9061ce1724', 'name': '', 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'mac_address': 'fa:16:3e:5a:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964e46b6-052c-4d23-864f-d1024f68487b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7f039d2-014e-47ec-bed2-d630a94a12ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:19:00Z', 'updated_at': '2020-12-17T16:19:11Z', 'revision_number': 2, 'project_id': 'f78600edd8e846ce98c88d3cb8610385', 'subnets': [{'id': 'd7f039d2-014e-47ec-bed2-d630a94a12ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:18.994467 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Checking router: 964e46b6-052c-4d23-864f-d1024f68487b for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:19:18.994875 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Updating router 964e46b6-052c-4d23-864f-d1024f68487b port 443aabc0-6422-456a-95ad-cd9061ce1724 binding host dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:19:19.001559 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-def1d2c0-cdbb-4cb0-9183-abf7fe332e9d req-25832221-d3e6-461c-8218-876f733a9831 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080649
Dec 17 16:19:19.002436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:19.129341 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:19.312155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:19.569839 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:19.696062 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Allocated IP 172.27.0.101 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/6477d3f9-2377-4722-8d85-aa293f0a1d9e) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:19:19.793186 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port e6248fdd-dd78-4388-8588-98c8606c1a76, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=e6248fdd-dd78-4388-8588-98c8606c1a76,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:19:19.851765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:19.862597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:19.894739 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:19.955508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:20.019651 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=e6248fdd-dd78-4388-8588-98c8606c1a76,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:20.025366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:20.075444 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:20.152104 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event updated for resources: {'Port': ['ID=6477d3f9-2377-4722-8d85-aa293f0a1d9e,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:20.164019 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Notify callbacks [] for port, precommit_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:20.172105 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:20.177368 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81f5430b8>,) {'filters': {'network_id': ['3a1a96be-2a39-4c65-b25a-46d16edbc059']}} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:20.184276 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Transition to ACTIVE for port object 443aabc0-6422-456a-95ad-cd9061ce1724 will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:19:20.188314 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:20.362635 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:20.494196 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a766e72-993c-4660-beac-d159ff8d6af9 req-be998dd5-cbcc-4495-b8a2-6eea8a362615 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:20.509145 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a766e72-993c-4660-beac-d159ff8d6af9 req-be998dd5-cbcc-4495-b8a2-6eea8a362615 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 945 time: 0.1731584
Dec 17 16:19:20.574179 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81f5430b8>, '5ec227d1-6c5b-4650-a7d6-952a56851a0c') {'for_net_delete': True} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:20.574809 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81f5430b8>, '5ec227d1-6c5b-4650-a7d6-952a56851a0c') {} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:20.606876 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a766e72-993c-4660-beac-d159ff8d6af9 req-5da10f6f-fb8b-48db-a6ce-1d88cca836ca tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947685
Dec 17 16:19:20.669725 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65278599'] for segment, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:20.679899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:19:20.689185 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:19:20.691508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:19:20.782722 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:20.797996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:19:20.803354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651da862-790f-41ca-8cb5-7ea7157fc909 None None] Pushing event updated for resources: {'Port': ['ID=443aabc0-6422-456a-95ad-cd9061ce1724,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:20.807725 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-651da862-790f-41ca-8cb5-7ea7157fc909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:20.809401 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Attempting to bind port 443aabc0-6422-456a-95ad-cd9061ce1724 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:19:20.809890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Attempting to bind port 443aabc0-6422-456a-95ad-cd9061ce1724 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '619e87b5-9ec1-409d-a56a-9a130283295c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:19:20.810929 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Attempting to bind port 443aabc0-6422-456a-95ad-cd9061ce1724 on network a360a352-036a-4853-a7e2-1332b2ba98f6 {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:19:20.818175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:19:20.818675 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Checking segment: {'id': '619e87b5-9ec1-409d-a56a-9a130283295c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:19:20.819224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:20.819740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Bound using segment: {'id': '619e87b5-9ec1-409d-a56a-9a130283295c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:19:20.820524 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Bound port: 443aabc0-6422-456a-95ad-cd9061ce1724, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619e87b5-9ec1-409d-a56a-9a130283295c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:19:20.820976 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:20.928512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] For port 443aabc0-6422-456a-95ad-cd9061ce1724, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:19:21.159932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170f649-9e41-4196-b687-330b62b5fee0 req-293b5cf8-3515-4ab4-ad36-38f764cf9bfc tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:21.160883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-e170f649-9e41-4196-b687-330b62b5fee0 req-293b5cf8-3515-4ab4-ad36-38f764cf9bfc tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Synchronizing usage tracker for tenant:f78600edd8e846ce98c88d3cb8610385 on resource:network {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:19:21.275004 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-e170f649-9e41-4196-b687-330b62b5fee0 req-293b5cf8-3515-4ab4-ad36-38f764cf9bfc tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Unset dirty status for tenant:f78600edd8e846ce98c88d3cb8610385 on resource:network {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:19:21.281412 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-293b5cf8-3515-4ab4-ad36-38f764cf9bfc tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/networks?id=a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 200  len: 818 time: 1.3611138
Dec 17 16:19:21.319471 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] Network 3a1a96be-2a39-4c65-b25a-46d16edbc059 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:19:21.329610 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-1c6741a8-c6ac-4837-a0d1-62d81a8554c0 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/quotas/f78600edd8e846ce98c88d3cb8610385 HTTP/1.1" status: 200  len: 375 time: 0.0418870
Dec 17 16:19:21.340337 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789004610'] for segment, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:21.660875 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] Network 3a1a96be-2a39-4c65-b25a-46d16edbc059 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:19:21.688313 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:19:21.738920 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47796) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:21.824415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] For port 443aabc0-6422-456a-95ad-cd9061ce1724, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=443aabc0-6422-456a-95ad-cd9061ce1724,segment=NetworkSegment(619e87b5-9ec1-409d-a56a-9a130283295c),segment_id=619e87b5-9ec1-409d-a56a-9a130283295c)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:19:21.825318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-e170f649-9e41-4196-b687-330b62b5fee0 req-017ceec0-6906-4116-a5f9-e87dc45c89db tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Synchronizing usage tracker for tenant:f78600edd8e846ce98c88d3cb8610385 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:19:21.831902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:21.915868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:21.927645 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:21.971082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6d688-e331-4c20-bd64-de0b48dc4252 req-7673be69-770f-4279-bcbd-05f52cd0b16a tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:21.985887 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cec6d688-e331-4c20-bd64-de0b48dc4252 req-7673be69-770f-4279-bcbd-05f52cd0b16a tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 945 time: 0.1693842
Dec 17 16:19:22.015718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:22.144878 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cec6d688-e331-4c20-bd64-de0b48dc4252 req-84478523-fe9d-404a-aead-7d5144f83b05 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578748
Dec 17 16:19:22.188909 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:22.197615 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:22.222559 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:22.236709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-e170f649-9e41-4196-b687-330b62b5fee0 req-017ceec0-6906-4116-a5f9-e87dc45c89db tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Unset dirty status for tenant:f78600edd8e846ce98c88d3cb8610385 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:19:22.255279 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-017ceec0-6906-4116-a5f9-e87dc45c89db tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?tenant_id=f78600edd8e846ce98c88d3cb8610385&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9084249
Dec 17 16:19:22.283170 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a1a96be-2a39-4c65-b25a-46d16edbc059,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:22.294212 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:22.304448 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3a1a96be-2a39-4c65-b25a-46d16edbc059 HTTP/1.1" status: 204  len: 168 time: 3.9515049
Dec 17 16:19:22.385312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device e6248fdd-dd78-4388-8588-98c8606c1a76 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:22.462974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651da862-790f-41ca-8cb5-7ea7157fc909 None None] Pushing event updated for resources: {'Port': ['ID=443aabc0-6422-456a-95ad-cd9061ce1724,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:22.469829 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-651da862-790f-41ca-8cb5-7ea7157fc909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:22.605996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Routers {'964e46b6-052c-4d23-864f-d1024f68487b'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:19:22.607060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb8255eaf28>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:18:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['964e46b6-052c-4d23-864f-d1024f68487b'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:22.671392 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-554773752-network', 'tenant_id': '0e4a6a5bdade47e79d4facb97b9f36b8'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:22.682232 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:22.700827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Usage tracker for resource:network and tenant:0e4a6a5bdade47e79d4facb97b9f36b8 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:22.716405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:22.731537 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:22.753826 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Made reservation on behalf of 0e4a6a5bdade47e79d4facb97b9f36b8 for: {'network': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:19:22.763008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:22.804708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:22.837412 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:22.845389 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:22.850019 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:22.856607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Usage tracker for resource:security_group_rule and tenant:0e4a6a5bdade47e79d4facb97b9f36b8 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:22.865561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:22.874056 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:23.021443 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:23.023940 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:19:23.028427 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:23.029577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:23.067442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:19:23.071346 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47828) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:23.082828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:23.206139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260054490655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:23.207145 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Added segment c5f7572e-90ec-4497-b78e-f9bf24feb2df of type vxlan for network 6e007628-7362-4df1-b2a5-b7dbc60462c7
Dec 17 16:19:23.238114 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:23.270589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event updated for resources: {'Port': ['ID=6477d3f9-2377-4722-8d85-aa293f0a1d9e,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:23.285522 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:23.290111 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:23.292902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:23.293806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:23.321329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a221825e-9978-4088-bf4a-07ecdaf5f1f7,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:23.334474 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.5939078
Dec 17 16:19:23.335672 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:23.339314 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:23.369139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47834) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:23.387478 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Request body: {'subnet': {'network_id': '6e007628-7362-4df1-b2a5-b7dbc60462c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-554773752-subnet', 'tenant_id': '0e4a6a5bdade47e79d4facb97b9f36b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:23.402844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:23.413290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Usage tracker for resource:subnet and tenant:0e4a6a5bdade47e79d4facb97b9f36b8 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:23.419037 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:23.438528 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:23.463806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Made reservation on behalf of 0e4a6a5bdade47e79d4facb97b9f36b8 for: {'subnet': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:19:23.480666 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65529602'] for subnet, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:23.541958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47844) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:23.543204 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Pushing event updated for resources: {'Network': ['ID=6e007628-7362-4df1-b2a5-b7dbc60462c7,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:23.556415 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-6e7ae897-0c42-48f3-a52d-5c7c5536925d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e644135c45742c2aa7f18fa3c15a3d7&name=default HTTP/1.1" status: 200  len: 2875 time: 0.4237936
Dec 17 16:19:23.558160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:23.558888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47850) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:23.608283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] Set router 964e46b6-052c-4d23-864f-d1024f68487b gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:19:23.627816 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-7993-4f76-877e-704757c6d95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:23.659326 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-7993-4f76-877e-704757c6d95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:23.757008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-7993-4f76-877e-704757c6d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:23.765192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0a12c2de-a485-420c-be4d-d21cbd6177ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:23.811990 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fe42b-7993-4f76-877e-704757c6d95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0b4d78-24ea-418d-8910-34ab2c2dbe1b,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:23.822442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-fa9fe42b-7993-4f76-877e-704757c6d95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:23.824942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe42b-7993-4f76-877e-704757c6d95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:23.832234 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-fa9fe42b-7993-4f76-877e-704757c6d95d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf0b4d78-24ea-418d-8910-34ab2c2dbe1b HTTP/1.1" status: 204  len: 168 time: 0.2716575
Dec 17 16:19:23.833921 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:23.837407 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network 6e007628-7362-4df1-b2a5-b7dbc60462c7 details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:19:23.866139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-928fd426-affe-4ea0-ad60-d4e4879f8e6c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80279) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:19:23.867599 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-928fd426-affe-4ea0-ad60-d4e4879f8e6c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.5187385
Dec 17 16:19:23.962020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network 6e007628-7362-4df1-b2a5-b7dbc60462c7 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:19:24.018673 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:24.094933 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-c1b18199-8367-4880-b0d6-c92e0b149363 service neutron] 10.222.0.21 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155774
Dec 17 16:19:24.234134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-26e5e417-1734-4b53-8eda-a6c63530e5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:24.284455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-26e5e417-1734-4b53-8eda-a6c63530e5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:24.284712 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port e6248fdd-dd78-4388-8588-98c8606c1a76 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:24.285152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:24.293786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-26e5e417-1734-4b53-8eda-a6c63530e5d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a9f9f5b481e64c408aefe076d62e233e is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:24.303104 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-26e5e417-1734-4b53-8eda-a6c63530e5d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:24.320501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-26e5e417-1734-4b53-8eda-a6c63530e5d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:24.414045 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-df1e28e3-90d4-4a14-9827-59940c123ffa service neutron] 10.222.0.21 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3107100
Dec 17 16:19:24.425451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:24.437844 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.6002188
Dec 17 16:19:24.609855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-26e5e417-1734-4b53-8eda-a6c63530e5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:24.621124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-26e5e417-1734-4b53-8eda-a6c63530e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:24.649757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:24.780790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5e417-1734-4b53-8eda-a6c63530e5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54abcdbf-e490-459d-8898-21324783b047,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:24.807814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-26e5e417-1734-4b53-8eda-a6c63530e5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:24.911124 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-26e5e417-1734-4b53-8eda-a6c63530e5d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9f9f5b481e64c408aefe076d62e233e&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3648019
Dec 17 16:19:24.929708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47878) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:25.138411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb8255eaf28>, [{'id': '964e46b6-052c-4d23-864f-d1024f68487b', 'name': 'tempest-ServerRescueNegativeTestJSON-279160384-router', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': 'f78600edd8e846ce98c88d3cb8610385', 'gw_port': {'id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964e46b6-052c-4d23-864f-d1024f68487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:44Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '443aabc0-6422-456a-95ad-cd9061ce1724', 'name': '', 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'mac_address': 'fa:16:3e:5a:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964e46b6-052c-4d23-864f-d1024f68487b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7f039d2-014e-47ec-bed2-d630a94a12ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:19:00Z', 'updated_at': '2020-12-17T16:19:20Z', 'revision_number': 4, 'project_id': 'f78600edd8e846ce98c88d3cb8610385', 'subnets': [{'id': 'd7f039d2-014e-47ec-bed2-d630a94a12ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:25.151726 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee49640-be6f-43da-8c70-91de7c6629b0 None None] The sync data for ids ['964e46b6-052c-4d23-864f-d1024f68487b'] in dv-cinder-766752-2-iscsi is: [{'id': '964e46b6-052c-4d23-864f-d1024f68487b', 'name': 'tempest-ServerRescueNegativeTestJSON-279160384-router', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': 'f78600edd8e846ce98c88d3cb8610385', 'gw_port': {'id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964e46b6-052c-4d23-864f-d1024f68487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:44Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '443aabc0-6422-456a-95ad-cd9061ce1724', 'name': '', 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'mac_address': 'fa:16:3e:5a:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964e46b6-052c-4d23-864f-d1024f68487b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7f039d2-014e-47ec-bed2-d630a94a12ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:19:00Z', 'updated_at': '2020-12-17T16:19:20Z', 'revision_number': 4, 'project_id': 'f78600edd8e846ce98c88d3cb8610385', 'subnets': [{'id': 'd7f039d2-014e-47ec-bed2-d630a94a12ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:19:25.294210 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47896) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:25.322360 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7091382c-610b-4665-8793-911fea4d641a req-f9505f6f-5959-49c6-9ff1-274b335ecd24 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 210 time: 0.2019913
Dec 17 16:19:25.383673 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f84f0561-ae91-4ec5-aa9b-48a3a679e65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:25.480877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f84f0561-ae91-4ec5-aa9b-48a3a679e65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:25.623149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f84f0561-ae91-4ec5-aa9b-48a3a679e65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:25.630971 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-26e5e417-1734-4b53-8eda-a6c63530e5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:25.656905 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-6b1dd20b-953d-4897-937e-aa3c7f0db0de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef43537c3c1c446fb6a5414aa4df7fb0&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3343315
Dec 17 16:19:25.658105 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47908) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:25.681665 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f84f0561-ae91-4ec5-aa9b-48a3a679e65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:25.694293 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f84f0561-ae91-4ec5-aa9b-48a3a679e65e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54abcdbf-e490-459d-8898-21324783b047 HTTP/1.1" status: 204  len: 168 time: 0.7556016
Dec 17 16:19:25.702664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f0561-ae91-4ec5-aa9b-48a3a679e65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54abcdbf-e490-459d-8898-21324783b047,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:25.715860 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f84f0561-ae91-4ec5-aa9b-48a3a679e65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:25.792099 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789004456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65529619'] for subnet, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:25.930422 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8457af5e-fff8-408e-975d-cdb4608e5418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:25.995643 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-929270cc-8b18-4541-9adf-4c497598a3aa tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Synchronizing usage tracker for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:security_group {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:19:26.019902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-929270cc-8b18-4541-9adf-4c497598a3aa tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Unset dirty status for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:security_group {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:19:26.041623 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-929270cc-8b18-4541-9adf-4c497598a3aa tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--818755171&fields=id&tenant_id=34bc4066866a49b5bbccb3d65311ae08 HTTP/1.1" status: 200  len: 267 time: 0.1214583
Dec 17 16:19:26.247371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0c0ed8c3-1607-4ea0-90a5-7e2339d87648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:26.370072 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c9edd807-3bad-4f50-a34b-8df401901a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:26.401373 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86acac59-dd0a-4e54-9d34-2b8dc8772a8b,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:26.423950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:26.475063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c9edd807-3bad-4f50-a34b-8df401901a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:26.610031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-a09daac4-8802-437a-9e0c-bdf82833f8d8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:26.611020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-a09daac4-8802-437a-9e0c-bdf82833f8d8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Synchronizing usage tracker for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:network {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:19:26.643833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Checking segment: {'id': 'c5f7572e-90ec-4497-b78e-f9bf24feb2df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6e007628-7362-4df1-b2a5-b7dbc60462c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:19:26.644948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Network hostable DHCP agents. Network: 6e007628-7362-4df1-b2a5-b7dbc60462c7, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:19:26.672112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-a09daac4-8802-437a-9e0c-bdf82833f8d8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Unset dirty status for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:network {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:19:26.682391 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-a09daac4-8802-437a-9e0c-bdf82833f8d8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 817 time: 0.6392324
Dec 17 16:19:26.719474 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-bcc3ed59-3ae0-4e9b-88db-8097ca980ed2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/quotas/34bc4066866a49b5bbccb3d65311ae08 HTTP/1.1" status: 200  len: 375 time: 0.0355115
Dec 17 16:19:26.740160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Network 6e007628-7362-4df1-b2a5-b7dbc60462c7 is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:19:26.745532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c9edd807-3bad-4f50-a34b-8df401901a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:26.761246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0b343c4e-745a-4fe6-91e5-0c4809feb130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:27.015471 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-239f03ba-1274-4d0f-903d-00de960408b7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2945569
Dec 17 16:19:27.048669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 443aabc0-6422-456a-95ad-cd9061ce1724 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:27.242984 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 47966) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:27.263153 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-30cd7381-ccf2-40c9-9de3-ec61e1ea1ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2416990
Dec 17 16:19:27.297190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 443aabc0-6422-456a-95ad-cd9061ce1724 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:19:27.303985 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 443aabc0-6422-456a-95ad-cd9061ce1724 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:27.304905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:27.410276 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edd807-3bad-4f50-a34b-8df401901a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbc8546-2243-4304-8c75-960f0dd8d20b,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:27.413501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c9edd807-3bad-4f50-a34b-8df401901a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:27.415816 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c9edd807-3bad-4f50-a34b-8df401901a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:27.418023 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c9edd807-3bad-4f50-a34b-8df401901a2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edbc8546-2243-4304-8c75-960f0dd8d20b HTTP/1.1" status: 204  len: 168 time: 1.7301216
Dec 17 16:19:27.420742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, 6e007628-7362-4df1-b2a5-b7dbc60462c7) {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:19:27.448676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a6fc2-29d8-411c-9110-69cb24434b7b None None] Network 6e007628-7362-4df1-b2a5-b7dbc60462c7 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:19:27.490394 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5303fd58-2550-4613-a2e8-795b762ddf04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:27.554237 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-5303fd58-2550-4613-a2e8-795b762ddf04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:27.577963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-5303fd58-2550-4613-a2e8-795b762ddf04 admin admin] Usage tracker for resource:security_group_rule and tenant:527b1fcf12184f63a5a473bd4ad0ac8a is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:27.599577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-5303fd58-2550-4613-a2e8-795b762ddf04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:27.634305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-5303fd58-2550-4613-a2e8-795b762ddf04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:27.722689 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:27.723441 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:27.733527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-af93e411-179f-4d40-92f3-6b8b9d63507b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:27.735818 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-af93e411-179f-4d40-92f3-6b8b9d63507b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/networks?id=a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 200  len: 818 time: 0.3278701
Dec 17 16:19:27.766635 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 4.3957834
Dec 17 16:19:27.770042 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-4dbdeb3e-acf6-4088-87ba-4e8c77ed5e45 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/quotas/f78600edd8e846ce98c88d3cb8610385 HTTP/1.1" status: 200  len: 375 time: 0.0192564
Dec 17 16:19:27.781735 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-fc028063-6cc8-4167-ae4d-9eb1348b40bf service neutron] 10.222.0.21 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5165405
Dec 17 16:19:28.016083 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5303fd58-2550-4613-a2e8-795b762ddf04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:28.024871 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5303fd58-2550-4613-a2e8-795b762ddf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:28.054996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-544b3d8d-b1fe-4907-95c6-bff4bb5d05a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:28.175175 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-fc28fe28-b4fb-4238-8d50-02369ad2da89 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?tenant_id=f78600edd8e846ce98c88d3cb8610385&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3658199
Dec 17 16:19:28.182318 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-5303fd58-2550-4613-a2e8-795b762ddf04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=527b1fcf12184f63a5a473bd4ad0ac8a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9379289
Dec 17 16:19:28.188410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 47988) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:28.202455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303fd58-2550-4613-a2e8-795b762ddf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfca851-a9c4-4b80-a783-275228fb4ec6,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:28.211737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5303fd58-2550-4613-a2e8-795b762ddf04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:28.224378 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:28.426320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5370d5ae-a9ef-4743-997f-435555b45029 None None] Network 6e007628-7362-4df1-b2a5-b7dbc60462c7 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:19:28.486722 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-057f8217-e0f7-43a7-bc07-1d2e464ae085 req-7226504f-f1bb-4177-bc80-40f85b720642 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 210 time: 0.1519773
Dec 17 16:19:28.630996 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-0a92caad-dc65-4a61-82a0-d8fa92bef925 service neutron] 10.222.0.21 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4437146
Dec 17 16:19:28.678189 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1b0311ed-7d3d-403c-a2e2-cd8f57dc9889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:28.853599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1b0311ed-7d3d-403c-a2e2-cd8f57dc9889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:28.970463 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port 443aabc0-6422-456a-95ad-cd9061ce1724, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=443aabc0-6422-456a-95ad-cd9061ce1724,segment=NetworkSegment(619e87b5-9ec1-409d-a56a-9a130283295c),segment_id=619e87b5-9ec1-409d-a56a-9a130283295c)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:19:28.988616 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-b2b9be0a-2a86-4781-8517-f2b298f1169d service neutron] 10.222.0.21 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3113401
Dec 17 16:19:29.009448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1b0311ed-7d3d-403c-a2e2-cd8f57dc9889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:29.042499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:29.099815 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0311ed-7d3d-403c-a2e2-cd8f57dc9889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfca851-a9c4-4b80-a783-275228fb4ec6,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:29.105129 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1b0311ed-7d3d-403c-a2e2-cd8f57dc9889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:29.106984 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1b0311ed-7d3d-403c-a2e2-cd8f57dc9889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:29.111484 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-1b0311ed-7d3d-403c-a2e2-cd8f57dc9889 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbfca851-a9c4-4b80-a783-275228fb4ec6 HTTP/1.1" status: 204  len: 168 time: 0.9189410
Dec 17 16:19:29.124135 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:29.149143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:29.370225 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f8505941-41e0-42d2-b2c6-84cb8128d347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:29.453662 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f19679c7-137f-4892-9fbb-2b39ea769b86 req-46d89efd-763b-4928-8f92-7f4a518140fb tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 210 time: 0.1299424
Dec 17 16:19:29.535950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=443aabc0-6422-456a-95ad-cd9061ce1724,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:29.574908 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:29.600172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:29.863810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-38c15392-ee1f-42ff-8523-7db1a0cd6a98 req-fad7f3bf-7823-4bcc-8c23-d4ca06b6e9ff tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Synchronizing usage tracker for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:19:29.883560 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-38c15392-ee1f-42ff-8523-7db1a0cd6a98 req-fad7f3bf-7823-4bcc-8c23-d4ca06b6e9ff tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Unset dirty status for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:19:29.900896 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-38c15392-ee1f-42ff-8523-7db1a0cd6a98 req-fad7f3bf-7823-4bcc-8c23-d4ca06b6e9ff tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 210 time: 0.1065903
Dec 17 16:19:30.290227 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 48056) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:30.297308 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1184193958-network', 'tenant_id': 'a11a68b983ad4310bb0699d649dd5a6d'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:30.303369 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:30.308119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Usage tracker for resource:network and tenant:a11a68b983ad4310bb0699d649dd5a6d is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:30.312554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:30.321128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:30.335795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Made reservation on behalf of a11a68b983ad4310bb0699d649dd5a6d for: {'network': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:19:30.341836 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:30.343368 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:30.361129 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:30.398252 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:30.403443 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Usage tracker for resource:security_group_rule and tenant:a11a68b983ad4310bb0699d649dd5a6d is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:30.407591 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:30.417405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:30.559123 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:30.565160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:30.590015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:19:30.605948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:30.606351 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Added segment f4b50c0a-7618-48af-a522-6959f77e2302 of type vxlan for network eddc4840-f344-4ac3-8623-0dd84715b37d
Dec 17 16:19:30.614205 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:30.668458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe668d4-ec86-44ab-afbd-28a93e727d25,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:30.672124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:30.677308 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:30.723415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:30.725047 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:30.726070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:30.750442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:30.782357 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8b8f0982-18bc-4791-afa0-35ac5a38a379 req-b1ed94da-fd2e-4522-af15-4177a6cac267 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 210 time: 0.0748909
Dec 17 16:19:30.895093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Pushing event updated for resources: {'Network': ['ID=eddc4840-f344-4ac3-8623-0dd84715b37d,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:30.898803 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6073992
Dec 17 16:19:30.899854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:30.902513 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48076) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:30.908789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Request body: {'subnet': {'network_id': 'eddc4840-f344-4ac3-8623-0dd84715b37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1184193958-subnet', 'tenant_id': 'a11a68b983ad4310bb0699d649dd5a6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:30.910918 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network eddc4840-f344-4ac3-8623-0dd84715b37d details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:19:30.915469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:30.920995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Usage tracker for resource:subnet and tenant:a11a68b983ad4310bb0699d649dd5a6d is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:30.924913 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:30.932584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:30.944731 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Made reservation on behalf of a11a68b983ad4310bb0699d649dd5a6d for: {'subnet': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:19:30.952385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:31.205612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network eddc4840-f344-4ac3-8623-0dd84715b37d details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:19:31.318969 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f906c15d-94ab-4cba-ad34-9a330540fd81 req-51498c6c-6541-4bb2-9d02-6d8a5698e528 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 210 time: 0.1071863
Dec 17 16:19:31.355932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 443aabc0-6422-456a-95ad-cd9061ce1724 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:31.613202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:31.665824 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 443aabc0-6422-456a-95ad-cd9061ce1724 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:31.666249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:32.165518 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-715d978d-45dd-46ba-ae45-b8c3fc93afea req-79cd90ac-f614-4bdd-9049-8a7dfb6c917a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 210 time: 0.0667460
Dec 17 16:19:32.336269 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170f649-9e41-4196-b687-330b62b5fee0 req-52686a3f-5e74-4b2c-9227-70dbac8295d3 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:32.348142 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-52686a3f-5e74-4b2c-9227-70dbac8295d3 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.70 "GET /v2.0/networks?id=a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 200  len: 818 time: 0.4937716
Dec 17 16:19:32.364838 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.70', 61725) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:32.389835 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for subnet, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:32.407275 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Request body: {'port': {'device_id': '2249538d-7318-4b98-aceb-28375f852228', 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6', 'admin_state_up': True, 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:32.768953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:32.784467 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:32.812536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:32.842137 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-c8cf20c9-2d7e-44fe-b80a-19e41127f671 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:32.844259 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-c8cf20c9-2d7e-44fe-b80a-19e41127f671 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.70 "GET /v2.0/networks?id=a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 200  len: 818 time: 0.4543524
Dec 17 16:19:32.906631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Request body: {'port': {'device_id': '1f1362a1-e1b1-4cdd-b9d0-0822237635c7', 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6', 'admin_state_up': True, 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:32.917353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce472fdf-5874-4118-b105-b5ec29c61428,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:32.921100 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Made reservation on behalf of f78600edd8e846ce98c88d3cb8610385 for: {'port': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:19:32.927165 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:32.955715 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:33.050533 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-19dcff41-9c7f-42ee-8ee8-5e0b964720bf req-987053dd-60ef-4e05-bad5-273d38f42bb7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 210 time: 0.2045164
Dec 17 16:19:33.238786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:33.281475 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:33.311112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Made reservation on behalf of f78600edd8e846ce98c88d3cb8610385 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:19:33.330851 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:33.394707 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.70', 61728) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:33.677093 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-219f2460-0307-4405-b19f-c74cf24444e5 req-010ef3bc-a2dc-4048-bddb-4e02676eeab9 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 210 time: 0.1689973
Dec 17 16:19:34.073911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-22184377-92bf-472c-ab70-86c2e1e48963 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:34.077505 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-22184377-92bf-472c-ab70-86c2e1e48963 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 817 time: 0.6792176
Dec 17 16:19:34.223918 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Checking segment: {'id': 'f4b50c0a-7618-48af-a522-6959f77e2302', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eddc4840-f344-4ac3-8623-0dd84715b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:19:34.224634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Network hostable DHCP agents. Network: eddc4840-f344-4ac3-8623-0dd84715b37d, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:19:34.261551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Network eddc4840-f344-4ac3-8623-0dd84715b37d is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:19:34.325134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, eddc4840-f344-4ac3-8623-0dd84715b37d) {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:19:34.333524 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272da1f7-4f88-48f1-ba5f-33a2ac8acce7 None None] Network eddc4840-f344-4ac3-8623-0dd84715b37d requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:19:34.344260 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:34.344919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:34.413827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Allocated IP 172.20.0.12 (a360a352-036a-4853-a7e2-1332b2ba98f6/d7f039d2-014e-47ec-bed2-d630a94a12ce/053c8060-dc93-473f-a72e-8627d1ba54a4) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:19:34.420321 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-f4e94f0b-9a82-459b-a617-4ff096e3967b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=34bc4066866a49b5bbccb3d65311ae08 HTTP/1.1" status: 200  len: 5503 time: 0.3187873
Dec 17 16:19:34.473229 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4faea57f-0c7a-4919-ad26-1e8583fe5a88 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.5690868
Dec 17 16:19:34.547512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Request body: {'port': {'device_id': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'admin_state_up': True, 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'security_groups': ['520db7ce-f296-4647-a947-2bec1ce4ad9d']}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:34.757125 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d61d2736-0e71-472f-a635-17903dcdf7dc req-af053745-8746-4383-a36c-5e2b41965e2e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 210 time: 0.3592310
Dec 17 16:19:34.968938 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d63af3-95cf-4387-ac65-cd258fe17865 None None] Network eddc4840-f344-4ac3-8623-0dd84715b37d requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:19:35.014349 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:35.221188 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:35.234791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:35.238429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-1357380d-008b-4756-8822-87aaa6a029cc req-f4876c37-b822-430b-9558-50545a313468 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Synchronizing usage tracker for tenant:f78600edd8e846ce98c88d3cb8610385 on resource:port {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:19:35.348895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:35.421843 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Made reservation on behalf of 34bc4066866a49b5bbccb3d65311ae08 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:19:35.431924 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:35.576698 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:35.711981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Pushing event updated for resources: {'Port': ['ID=053c8060-dc93-473f-a72e-8627d1ba54a4,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:35.731511 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Network a360a352-036a-4853-a7e2-1332b2ba98f6 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:19:35.740721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:19:35.747069 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:35.750545 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:19:35.756557 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:35.757599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:35.768132 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-1357380d-008b-4756-8822-87aaa6a029cc req-f4876c37-b822-430b-9558-50545a313468 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Unset dirty status for tenant:f78600edd8e846ce98c88d3cb8610385 on resource:port {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:19:35.770034 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1357380d-008b-4756-8822-87aaa6a029cc req-f4876c37-b822-430b-9558-50545a313468 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 210 time: 0.7017787
Dec 17 16:19:35.794824 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4010582
Dec 17 16:19:35.823109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Request body: {'port': {'device_id': '2249538d-7318-4b98-aceb-28375f852228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:35.995246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.12-05244fb4-bcc3-4dcb-bcf5-c397613ade97 {{(pid=80279) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:19:35.995883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:19:36.116911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:36.233608 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Allocated IP 172.20.0.10 (b6e44d33-ddf3-45d8-afd9-8b49d4349d6e/f4fa23b0-f73d-4593-ae20-51acce70477d/f8ff982b-c017-44d9-b7c9-e1f5afb920d3) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:19:36.539374 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:36.564328 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b0515165-8d17-4598-995f-76f0856bbb00 req-5db3865b-988f-4267-910c-25800e04b31a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 210 time: 0.1940880
Dec 17 16:19:37.038592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053c8060-dc93-473f-a72e-8627d1ba54a4 {{(pid=80280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:19:37.052245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:37.067670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Transition to ACTIVE for port object 053c8060-dc93-473f-a72e-8627d1ba54a4 will not be triggered until provisioned by entity L2. {{(pid=80280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:19:37.071071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:37.092504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8eb9711f-cc45-43d1-9433-56e66fb8d491 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:37.124150 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:37.145689 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Transition to ACTIVE for port object f8ff982b-c017-44d9-b7c9-e1f5afb920d3 will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:19:37.171955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:37.294491 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-25d710e2-ffae-4ee1-ae2d-09cc82f58da9 req-1a158415-44e2-4713-93b8-2e9a41c551bd tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 210 time: 0.0871005
Dec 17 16:19:37.308104 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Pushing event updated for resources: {'Port': ['ID=053c8060-dc93-473f-a72e-8627d1ba54a4,revision_number=2']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:37.332325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.332813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.333323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.333774 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.334226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.334906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.335520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.335980 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.336465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.336878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.337327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.337843 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.338494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.338951 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.349874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.350370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.350878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.351349 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.351805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.352265 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.352774 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.353277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.353844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.354282 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.361613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:37.375880 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:37.468626 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event updated for resources: {'Port': ['ID=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:37.485919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Attempting to bind port 053c8060-dc93-473f-a72e-8627d1ba54a4 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:19:37.485919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Attempting to bind port 053c8060-dc93-473f-a72e-8627d1ba54a4 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '619e87b5-9ec1-409d-a56a-9a130283295c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6'}] {{(pid=80280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:19:37.486810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Attempting to bind port 053c8060-dc93-473f-a72e-8627d1ba54a4 on network a360a352-036a-4853-a7e2-1332b2ba98f6 {{(pid=80280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:19:37.494160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:19:37.494647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Checking segment: {'id': '619e87b5-9ec1-409d-a56a-9a130283295c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:19:37.495264 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:37.495735 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Bound using segment: {'id': '619e87b5-9ec1-409d-a56a-9a130283295c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6'} {{(pid=80280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:19:37.496340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Bound port: 053c8060-dc93-473f-a72e-8627d1ba54a4, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619e87b5-9ec1-409d-a56a-9a130283295c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6'}}] {{(pid=80280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:19:37.496795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:37.627064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] For port 053c8060-dc93-473f-a72e-8627d1ba54a4, host hv-cinder-76675, cleared binding levels {{(pid=80280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:19:37.631912 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] For port 053c8060-dc93-473f-a72e-8627d1ba54a4, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=053c8060-dc93-473f-a72e-8627d1ba54a4,segment=NetworkSegment(619e87b5-9ec1-409d-a56a-9a130283295c),segment_id=619e87b5-9ec1-409d-a56a-9a130283295c)] {{(pid=80280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:19:37.636515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:37.761819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.762415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.763048 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.764275 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.764832 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.765213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.765592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.765982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.766361 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.766735 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.767109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.767482 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.767928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.768340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.768715 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.769162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.769429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.769797 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.770164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.770535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.770903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.771535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.771899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.772286 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:37.798536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:37.816497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:19:37.820828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:37.821689 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:19:37.826953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:19:37.955030 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Pushing event updated for resources: {'Port': ['ID=053c8060-dc93-473f-a72e-8627d1ba54a4,revision_number=3']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:37.975829 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:37.991059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:37.992032 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:37.994146 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] 10.222.0.70 "PUT /v2.0/ports/053c8060-dc93-473f-a72e-8627d1ba54a4 HTTP/1.1" status: 200  len: 1158 time: 2.1852999
Dec 17 16:19:37.994839 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2249538d-7318-4b98-aceb-28375f852228', 'tag': '053c8060-dc93-473f-a72e-8627d1ba54a4'}] {{(pid=80280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:19:38.135756 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2249538d-7318-4b98-aceb-28375f852228', 'tag': '053c8060-dc93-473f-a72e-8627d1ba54a4', 'status': 'completed', 'code': 200}
Dec 17 16:19:38.200660 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170f649-9e41-4196-b687-330b62b5fee0 req-471d97dd-6b59-4a40-bc98-1c5836fa91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:38.206998 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-471d97dd-6b59-4a40-bc98-1c5836fa91ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f78600edd8e846ce98c88d3cb8610385&device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 1161 time: 0.1331925
Dec 17 16:19:38.256238 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:38.256895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:38.293941 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7703195
Dec 17 16:19:38.320745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a1ec2f1d-309a-473f-b19b-7df79190af53 None None] Provisioning for port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:19:38.323707 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Request body: {'port': {'device_id': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:38.333571 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a1ec2f1d-309a-473f-b19b-7df79190af53 None None] Provisioning complete for port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:38.334954 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a1ec2f1d-309a-473f-b19b-7df79190af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:38.338044 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-0bf78f17-1722-4a95-a6bb-dfda18e87ee0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=053c8060-dc93-473f-a72e-8627d1ba54a4 HTTP/1.1" status: 200  len: 217 time: 0.1091702
Dec 17 16:19:38.440013 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec2f1d-309a-473f-b19b-7df79190af53 None None] Port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:19:38.480784 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Allocated IP 172.20.0.10 (a360a352-036a-4853-a7e2-1332b2ba98f6/d7f039d2-014e-47ec-bed2-d630a94a12ce/5fe3cd31-506e-49e7-8724-04c8edf235b5) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:19:38.498529 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b5a34117-68d2-4207-a667-8050050cb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:38.501448 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-b5a34117-68d2-4207-a667-8050050cb158 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7f039d2-014e-47ec-bed2-d630a94a12ce HTTP/1.1" status: 200  len: 858 time: 0.1566794
Dec 17 16:19:38.580420 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 48278) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:38.605789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903cb6a-d278-4fe5-9f6f-d0691bc9aa02 req-2defcc9a-5818-4d8e-9816-fa6074f2cafc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:38.606579 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-5903cb6a-d278-4fe5-9f6f-d0691bc9aa02 req-2defcc9a-5818-4d8e-9816-fa6074f2cafc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Synchronizing usage tracker for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:19:38.657546 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-bd466d64-8723-4c1f-b7d4-16082448882c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a360a352-036a-4853-a7e2-1332b2ba98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1448550
Dec 17 16:19:38.675186 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c7b1ca44-1e19-466b-951e-e94213cd15c0 req-5f712e53-0afd-4e73-b971-68c0494e0116 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 210 time: 0.0831485
Dec 17 16:19:38.688966 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:38.711099 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-5903cb6a-d278-4fe5-9f6f-d0691bc9aa02 req-2defcc9a-5818-4d8e-9816-fa6074f2cafc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Unset dirty status for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:19:38.713422 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5903cb6a-d278-4fe5-9f6f-d0691bc9aa02 req-2defcc9a-5818-4d8e-9816-fa6074f2cafc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 932 time: 0.8486350
Dec 17 16:19:38.858088 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-e0187ac6-8e5e-4b17-9484-b20c46ee0f94 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818039
Dec 17 16:19:39.129957 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e170f649-9e41-4196-b687-330b62b5fee0 req-6991ea57-1fec-4879-abc5-74c1dc173a47 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2649047
Dec 17 16:19:39.177878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48292) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:39.268853 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a53d-a41e-455d-a6aa-10f1581b7136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:39.323231 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b3f3a53d-a41e-455d-a6aa-10f1581b7136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:39.353300 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5903cb6a-d278-4fe5-9f6f-d0691bc9aa02 req-ace5f38a-b8db-46f4-8f39-53cc2f254f6c tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6279709
Dec 17 16:19:39.387415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609cf6-9158-42f2-abf6-1ae6077d9845 req-008eb532-f84b-43ee-a7ce-38f48d1a4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:39.389897 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-97609cf6-9158-42f2-abf6-1ae6077d9845 req-008eb532-f84b-43ee-a7ce-38f48d1a4815 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f78600edd8e846ce98c88d3cb8610385&device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 1161 time: 0.1446309
Dec 17 16:19:39.390368 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b3f3a53d-a41e-455d-a6aa-10f1581b7136 admin admin] Usage tracker for resource:security_group_rule and tenant:18a7505bbce54a14b4dac80290cba166 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:39.520419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:39.553831 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b3f3a53d-a41e-455d-a6aa-10f1581b7136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:39.562967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:39.590810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b3f3a53d-a41e-455d-a6aa-10f1581b7136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:39.809700 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:39.953381 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebed3e99-de7f-431e-ab0f-1a8e1be7dead admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:39.984915 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ebed3e99-de7f-431e-ab0f-1a8e1be7dead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:39.991587 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Network a360a352-036a-4853-a7e2-1332b2ba98f6 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:19:40.002505 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:19:40.007820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:19:40.017201 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ebed3e99-de7f-431e-ab0f-1a8e1be7dead admin admin] Usage tracker for resource:security_group_rule and tenant:6c5791dd4d1c41ec9c8815c794d4f7c0 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:40.027124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ebed3e99-de7f-431e-ab0f-1a8e1be7dead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:40.037541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.resource_extend [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 17 16:19:40.047695 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Pushing event updated for resources: {'Port': ['ID=5fe3cd31-506e-49e7-8724-04c8edf235b5,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:40.059290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ebed3e99-de7f-431e-ab0f-1a8e1be7dead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:40.076051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:40.086595 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609cf6-9158-42f2-abf6-1ae6077d9845 req-431e1747-7d82-48e9-9323-c403f7127d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:40.089503 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-97609cf6-9158-42f2-abf6-1ae6077d9845 req-431e1747-7d82-48e9-9323-c403f7127d34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 200  len: 912 time: 0.6913660
Dec 17 16:19:40.201422 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebed3e99-de7f-431e-ab0f-1a8e1be7dead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.204756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebed3e99-de7f-431e-ab0f-1a8e1be7dead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.213417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1a69db5b-32ae-4d5a-b978-fb548f3165b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:40.227398 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:40.228073 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.237429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ff982b-c017-44d9-b7c9-e1f5afb920d3 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:19:40.254565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a53d-a41e-455d-a6aa-10f1581b7136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.258473 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.270484 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ebed3e99-de7f-431e-ab0f-1a8e1be7dead admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c5791dd4d1c41ec9c8815c794d4f7c0&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0910780
Dec 17 16:19:40.271888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48326) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:40.274524 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a53d-a41e-455d-a6aa-10f1581b7136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.276714 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed3e99-de7f-431e-ab0f-1a8e1be7dead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b317a7e4-95fd-4486-858d-b2db2b04dae1,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:40.299148 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ebed3e99-de7f-431e-ab0f-1a8e1be7dead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:40.306972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-fb53b802-72f6-4ecb-82c7-03f9be302a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:40.316910 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Transition to ACTIVE for port object f8ff982b-c017-44d9-b7c9-e1f5afb920d3 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:19:40.320390 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.4274073
Dec 17 16:19:40.337281 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.362764 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a50852-aa15-4b2c-b5be-7b1e9aa3e2c5 req-04042dbe-0129-4991-b058-bb1983e497c8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:40.363541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-21a50852-aa15-4b2c-b5be-7b1e9aa3e2c5 req-04042dbe-0129-4991-b058-bb1983e497c8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Synchronizing usage tracker for tenant:f78600edd8e846ce98c88d3cb8610385 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:19:40.437543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9917677f-8e1d-4ed5-bd59-4fb7b660ca1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.449818 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b3f3a53d-a41e-455d-a6aa-10f1581b7136 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18a7505bbce54a14b4dac80290cba166&name=default HTTP/1.1" status: 200  len: 2879 time: 1.8610797
Dec 17 16:19:40.452911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48332) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:40.475067 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3a53d-a41e-455d-a6aa-10f1581b7136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ce0113-d1df-4e7e-b11d-eee25a153374,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:40.485283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b3f3a53d-a41e-455d-a6aa-10f1581b7136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:40.485800 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1d22a89f-4217-47c1-b893-d664391d862b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:40.508519 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e3e70-212d-4ec4-8415-f34acece55f4 req-dd36ba89-83a6-4257-bd85-562f926bb9ab tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:40.510170 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-835e3e70-212d-4ec4-8415-f34acece55f4 req-dd36ba89-83a6-4257-bd85-562f926bb9ab tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 945 time: 0.2099848
Dec 17 16:19:40.519381 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9917677f-8e1d-4ed5-bd59-4fb7b660ca1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.550771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-21a50852-aa15-4b2c-b5be-7b1e9aa3e2c5 req-04042dbe-0129-4991-b058-bb1983e497c8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Unset dirty status for tenant:f78600edd8e846ce98c88d3cb8610385 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:19:40.552729 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21a50852-aa15-4b2c-b5be-7b1e9aa3e2c5 req-04042dbe-0129-4991-b058-bb1983e497c8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 932 time: 0.6361222
Dec 17 16:19:40.610254 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Pushing event updated for resources: {'Port': ['ID=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:40.625674 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:40.647885 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-835e3e70-212d-4ec4-8415-f34acece55f4 req-3132678c-eaba-4f12-9c4c-6a14dc986d76 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202309
Dec 17 16:19:40.651679 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb539a78-ef37-47d1-b4a9-b36bab6acdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.659429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-21a50852-aa15-4b2c-b5be-7b1e9aa3e2c5 req-11ca36e5-fc31-4fbb-a3c3-8ec74145f34f tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Synchronizing usage tracker for tenant:f78600edd8e846ce98c88d3cb8610385 on resource:security_group {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:19:40.690961 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9917677f-8e1d-4ed5-bd59-4fb7b660ca1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.697452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3e6b7d0f-4764-47a8-b9a7-b5ab2bf612c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:40.710492 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb539a78-ef37-47d1-b4a9-b36bab6acdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.719144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917677f-8e1d-4ed5-bd59-4fb7b660ca1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b317a7e4-95fd-4486-858d-b2db2b04dae1,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:40.725463 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9917677f-8e1d-4ed5-bd59-4fb7b660ca1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:40.746871 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9917677f-8e1d-4ed5-bd59-4fb7b660ca1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.753669 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-9917677f-8e1d-4ed5-bd59-4fb7b660ca1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b317a7e4-95fd-4486-858d-b2db2b04dae1 HTTP/1.1" status: 204  len: 168 time: 0.4793940
Dec 17 16:19:40.804345 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-21a50852-aa15-4b2c-b5be-7b1e9aa3e2c5 req-11ca36e5-fc31-4fbb-a3c3-8ec74145f34f tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Unset dirty status for tenant:f78600edd8e846ce98c88d3cb8610385 on resource:security_group {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:19:40.805772 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21a50852-aa15-4b2c-b5be-7b1e9aa3e2c5 req-11ca36e5-fc31-4fbb-a3c3-8ec74145f34f tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2390690
Dec 17 16:19:40.809316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb539a78-ef37-47d1-b4a9-b36bab6acdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.817400 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:40.846589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb539a78-ef37-47d1-b4a9-b36bab6acdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ce0113-d1df-4e7e-b11d-eee25a153374,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:40.901468 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Attempting to bind port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:19:40.901865 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Attempting to bind port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:19:40.902239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Attempting to bind port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 on network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:19:40.910323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cb539a78-ef37-47d1-b4a9-b36bab6acdb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:40.911107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb539a78-ef37-47d1-b4a9-b36bab6acdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.913055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:19:40.913438 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Checking segment: {'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:19:40.913888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.914567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Bound using segment: {'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:19:40.914749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Bound port: f8ff982b-c017-44d9-b7c9-e1f5afb920d3, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:19:40.915118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:40.919111 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-cb539a78-ef37-47d1-b4a9-b36bab6acdb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15ce0113-d1df-4e7e-b11d-eee25a153374 HTTP/1.1" status: 204  len: 168 time: 0.4603684
Dec 17 16:19:41.038594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334e432-c07a-4748-ae2f-aa718ffeb481 req-0b357337-35a9-47ce-bedc-b62294a2b021 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:41.040655 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8334e432-c07a-4748-ae2f-aa718ffeb481 req-0b357337-35a9-47ce-bedc-b62294a2b021 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.2009809
Dec 17 16:19:41.071982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] For port f8ff982b-c017-44d9-b7c9-e1f5afb920d3, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:19:41.077731 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] For port f8ff982b-c017-44d9-b7c9-e1f5afb920d3, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:19:41.084900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:41.109146 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8334e432-c07a-4748-ae2f-aa718ffeb481 req-d084ce5b-abb5-4b7d-b594-a0c36fc099e3 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616336
Dec 17 16:19:41.421553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ee832f63-24b3-42a7-b3f1-dc78d19adbbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:41.453425 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48350) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:41.473798 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-79a7c2ab-4417-4030-af2d-972739b76d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:41.495463 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-79a7c2ab-4417-4030-af2d-972739b76d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:41.502753 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-79a7c2ab-4417-4030-af2d-972739b76d52 admin admin] Usage tracker for resource:security_group_rule and tenant:8a07cb0484f7481d90f9be5c17235b16 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:41.507584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-79a7c2ab-4417-4030-af2d-972739b76d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:41.526390 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-79a7c2ab-4417-4030-af2d-972739b76d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:41.546824 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 48356) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:41.588341 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0707122e-6097-42d9-acff-cb9e25e7145d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:41.602215 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Pushing event updated for resources: {'Port': ['ID=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:41.608648 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:41.616580 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-0707122e-6097-42d9-acff-cb9e25e7145d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:41.624266 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-0707122e-6097-42d9-acff-cb9e25e7145d admin admin] Usage tracker for resource:security_group_rule and tenant:4308effa823f4c2f9ad14a511fa634d8 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:41.629121 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-0707122e-6097-42d9-acff-cb9e25e7145d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:41.640326 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-0707122e-6097-42d9-acff-cb9e25e7145d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:41.642038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-79a7c2ab-4417-4030-af2d-972739b76d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:41.644974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:41.645672 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:41.646286 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-79a7c2ab-4417-4030-af2d-972739b76d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:41.647515 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] 10.222.0.70 "PUT /v2.0/ports/f8ff982b-c017-44d9-b7c9-e1f5afb920d3 HTTP/1.1" status: 200  len: 1158 time: 3.3300676
Dec 17 16:19:41.648289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:19:41.656459 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2e8699f5-01fa-4167-9a43-593c7cc75a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:41.710347 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7c2ab-4417-4030-af2d-972739b76d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac291b7-6939-4e55-979e-fa7bb42ed980,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:41.742511 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-79a7c2ab-4417-4030-af2d-972739b76d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:41.751521 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-79a7c2ab-4417-4030-af2d-972739b76d52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a07cb0484f7481d90f9be5c17235b16&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2960939
Dec 17 16:19:41.751699 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 48366) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:41.835649 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0707122e-6097-42d9-acff-cb9e25e7145d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:41.847993 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0707122e-6097-42d9-acff-cb9e25e7145d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:41.866030 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:41.884477 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4adf06ae-64ea-4fe0-8575-31f2e62704e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:41.989056 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-0707122e-6097-42d9-acff-cb9e25e7145d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4308effa823f4c2f9ad14a511fa634d8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4408414
Dec 17 16:19:41.992726 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48376) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:41.993575 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3', 'status': 'completed', 'code': 200}
Dec 17 16:19:41.995383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707122e-6097-42d9-acff-cb9e25e7145d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a42c14-2e0d-45aa-8c1e-8bfc43ac4bb3,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:41.999960 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4adf06ae-64ea-4fe0-8575-31f2e62704e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:42.011796 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0707122e-6097-42d9-acff-cb9e25e7145d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:42.077535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ae4b-528d-4896-bcbf-c1210ac32148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:42.079227 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc90b0-2a44-4116-971e-fa2842a9bc13 req-a878f712-4661-4b7b-8d33-5f579777938e tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:42.080939 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-80bc90b0-2a44-4116-971e-fa2842a9bc13 req-a878f712-4661-4b7b-8d33-5f579777938e tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 945 time: 0.2190428
Dec 17 16:19:42.120374 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4adf06ae-64ea-4fe0-8575-31f2e62704e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:42.125001 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ae4b-528d-4896-bcbf-c1210ac32148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:42.135441 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:42.162859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf06ae-64ea-4fe0-8575-31f2e62704e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac291b7-6939-4e55-979e-fa7bb42ed980,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:42.170889 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4adf06ae-64ea-4fe0-8575-31f2e62704e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:42.173987 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4adf06ae-64ea-4fe0-8575-31f2e62704e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:42.187775 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4adf06ae-64ea-4fe0-8575-31f2e62704e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ac291b7-6939-4e55-979e-fa7bb42ed980 HTTP/1.1" status: 204  len: 168 time: 0.4257569
Dec 17 16:19:42.198451 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-80bc90b0-2a44-4116-971e-fa2842a9bc13 req-77f5276b-1128-4a90-9f5c-10c08f2e9f1c tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046641
Dec 17 16:19:42.283325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ae4b-528d-4896-bcbf-c1210ac32148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:42.289857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ca647d4f-ba18-4172-bbe0-feece49ecb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:42.342450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7ae4b-528d-4896-bcbf-c1210ac32148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a42c14-2e0d-45aa-8c1e-8bfc43ac4bb3,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:42.347383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3ca7ae4b-528d-4896-bcbf-c1210ac32148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:42.404765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ae4b-528d-4896-bcbf-c1210ac32148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:42.418866 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-3ca7ae4b-528d-4896-bcbf-c1210ac32148 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70a42c14-2e0d-45aa-8c1e-8bfc43ac4bb3 HTTP/1.1" status: 204  len: 168 time: 0.4181046
Dec 17 16:19:42.583082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Request body: {'port': {'device_id': '1f1362a1-e1b1-4cdd-b9d0-0822237635c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:42.659452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75ba07-fd1c-4755-ad09-da6c89c64698 req-e84abc5f-1755-42a5-9cfb-921f95ca64c3 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:42.670228 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4f75ba07-fd1c-4755-ad09-da6c89c64698 req-e84abc5f-1755-42a5-9cfb-921f95ca64c3 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 932 time: 0.4682827
Dec 17 16:19:42.674075 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-97609cf6-9158-42f2-abf6-1ae6077d9845 req-343ee219-7456-46fb-9fc3-54f464442496 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=053c8060-dc93-473f-a72e-8627d1ba54a4 HTTP/1.1" status: 200  len: 217 time: 0.2106700
Dec 17 16:19:42.800599 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4f75ba07-fd1c-4755-ad09-da6c89c64698 req-66029c38-516f-465f-9c4a-d4c53445879f tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289599
Dec 17 16:19:42.813443 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609cf6-9158-42f2-abf6-1ae6077d9845 req-0d5a098a-e3bf-43ab-9741-ba33f72254e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:42.815924 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-97609cf6-9158-42f2-abf6-1ae6077d9845 req-0d5a098a-e3bf-43ab-9741-ba33f72254e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7f039d2-014e-47ec-bed2-d630a94a12ce HTTP/1.1" status: 200  len: 858 time: 0.1237588
Dec 17 16:19:42.891311 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:42.901840 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-97609cf6-9158-42f2-abf6-1ae6077d9845 req-1d3cc693-0a7d-400d-9732-0c9f2253f1b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a360a352-036a-4853-a7e2-1332b2ba98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636473
Dec 17 16:19:42.993767 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d227822-11ba-4304-8be1-57715793efa9 req-28f0ffe9-333c-4ec7-8714-724de00caf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:42.997830 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0d227822-11ba-4304-8be1-57715793efa9 req-28f0ffe9-333c-4ec7-8714-724de00caf29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 1161 time: 0.5416403
Dec 17 16:19:43.103578 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-97609cf6-9158-42f2-abf6-1ae6077d9845 req-a0812612-be49-41de-9a8a-756ecfebe211 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1928422
Dec 17 16:19:43.363372 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-97609cf6-9158-42f2-abf6-1ae6077d9845 req-ae6b37ff-e141-46bd-9c78-ebed2be49cac service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2494488
Dec 17 16:19:43.383897 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f459ff2-de16-47ce-baad-a5dc2a949f20 req-295cb684-d214-450c-8a95-d7046f09e610 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:43.397223 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5f459ff2-de16-47ce-baad-a5dc2a949f20 req-295cb684-d214-450c-8a95-d7046f09e610 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.7443283
Dec 17 16:19:43.774786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8985e64-e538-4095-81a0-6e8f84986fd7 req-ffea8b0d-855d-4eb6-99d7-f8bb8dbcc831 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:43.788488 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c8985e64-e538-4095-81a0-6e8f84986fd7 req-ffea8b0d-855d-4eb6-99d7-f8bb8dbcc831 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 945 time: 0.1505320
Dec 17 16:19:43.807925 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5f459ff2-de16-47ce-baad-a5dc2a949f20 req-3f1ba969-fa05-4135-b55d-eb2ad189424c tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3662481
Dec 17 16:19:43.883187 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c8985e64-e538-4095-81a0-6e8f84986fd7 req-8c244640-39bb-46ff-ac8c-7675f73f2e01 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933943
Dec 17 16:19:43.951073 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d227822-11ba-4304-8be1-57715793efa9 req-a943a121-2968-40c1-9050-10aa90ac16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:43.953355 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0d227822-11ba-4304-8be1-57715793efa9 req-a943a121-2968-40c1-9050-10aa90ac16da service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=34bc4066866a49b5bbccb3d65311ae08&shared=False HTTP/1.1" status: 200  len: 911 time: 0.9202268
Dec 17 16:19:44.613508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d227822-11ba-4304-8be1-57715793efa9 req-d047a977-298b-411d-b767-d940180c8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:44.615370 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0d227822-11ba-4304-8be1-57715793efa9 req-d047a977-298b-411d-b767-d940180c8b63 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.6310148
Dec 17 16:19:44.626605 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e15a98-ddbe-4579-a653-b0c646a981f2 req-d493f58f-1771-46aa-8469-f74d8cf26932 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:44.628242 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40e15a98-ddbe-4579-a653-b0c646a981f2 req-d493f58f-1771-46aa-8469-f74d8cf26932 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 932 time: 0.4461019
Dec 17 16:19:44.754760 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe3cd31-506e-49e7-8724-04c8edf235b5 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:19:44.762506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:44.776827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Transition to ACTIVE for port object 5fe3cd31-506e-49e7-8724-04c8edf235b5 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:19:44.794348 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.objects.ports [None req-069656fa-6d8d-43ab-8433-c0c983fb8d0c None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80281) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 17 16:19:44.840454 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:44.848424 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40e15a98-ddbe-4579-a653-b0c646a981f2 req-2f5eb5c8-0d42-49ae-ba36-29c3106e7363 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814647
Dec 17 16:19:44.869424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:45.104270 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Pushing event updated for resources: {'Port': ['ID=5fe3cd31-506e-49e7-8724-04c8edf235b5,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:45.125854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e37a355d-7e9c-4f0f-9945-dd097c535f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:45.128110 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-e37a355d-7e9c-4f0f-9945-dd097c535f85 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 1161 time: 0.3495641
Dec 17 16:19:45.129856 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:45.209028 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3d02e-99ae-4cd4-9f1f-78b9527f5d14 req-c39ad53d-40b7-459a-96d4-6ea35a126032 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:45.222350 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-70b3d02e-99ae-4cd4-9f1f-78b9527f5d14 req-c39ad53d-40b7-459a-96d4-6ea35a126032 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.70 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 945 time: 0.2553446
Dec 17 16:19:45.287223 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-5a145f58-f921-4762-b00b-081f046fc032 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ff982b-c017-44d9-b7c9-e1f5afb920d3 HTTP/1.1" status: 200  len: 217 time: 0.1442111
Dec 17 16:19:45.316908 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 053c8060-dc93-473f-a72e-8627d1ba54a4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:45.397649 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48476) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:45.495729 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port 053c8060-dc93-473f-a72e-8627d1ba54a4 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:19:45.509255 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 053c8060-dc93-473f-a72e-8627d1ba54a4 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:45.510105 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:45.534940 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-70b3d02e-99ae-4cd4-9f1f-78b9527f5d14 req-112c4116-c3e1-4a44-9220-685ecf725079 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Deleting port 802630d6-3843-46b4-85a9-cba00f276009 {{(pid=80280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:19:45.535325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-70b3d02e-99ae-4cd4-9f1f-78b9527f5d14 req-112c4116-c3e1-4a44-9220-685ecf725079 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:45.584154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-143afb32-029d-4fa6-aab4-f2150a5e8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:45.590040 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-143afb32-029d-4fa6-aab4-f2150a5e8b50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.2104053
Dec 17 16:19:45.697624 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f3c7f-fa4f-4f19-bb20-18fac60ddfc3 req-4d1a6463-1199-4407-8c89-c0c4df025ed8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:45.703918 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ff8f3c7f-fa4f-4f19-bb20-18fac60ddfc3 req-4d1a6463-1199-4407-8c89-c0c4df025ed8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.4120216
Dec 17 16:19:45.877826 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Attempting to bind port 5fe3cd31-506e-49e7-8724-04c8edf235b5 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:19:45.878364 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Attempting to bind port 5fe3cd31-506e-49e7-8724-04c8edf235b5 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '619e87b5-9ec1-409d-a56a-9a130283295c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:19:45.878738 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Attempting to bind port 5fe3cd31-506e-49e7-8724-04c8edf235b5 on network a360a352-036a-4853-a7e2-1332b2ba98f6 {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:19:45.889723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:19:45.890080 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Checking segment: {'id': '619e87b5-9ec1-409d-a56a-9a130283295c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:19:45.890534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:45.890934 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Bound using segment: {'id': '619e87b5-9ec1-409d-a56a-9a130283295c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:19:45.891477 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Bound port: 5fe3cd31-506e-49e7-8724-04c8edf235b5, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619e87b5-9ec1-409d-a56a-9a130283295c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a360a352-036a-4853-a7e2-1332b2ba98f6'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:19:45.892027 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:45.970882 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ff8f3c7f-fa4f-4f19-bb20-18fac60ddfc3 req-00984d0f-d393-4a5a-87b5-e764dc78f52f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2571464
Dec 17 16:19:46.053844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:46.139017 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 053c8060-dc93-473f-a72e-8627d1ba54a4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=053c8060-dc93-473f-a72e-8627d1ba54a4,segment=NetworkSegment(619e87b5-9ec1-409d-a56a-9a130283295c),segment_id=619e87b5-9ec1-409d-a56a-9a130283295c)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:19:46.146468 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2249538d-7318-4b98-aceb-28375f852228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053c8060-dc93-473f-a72e-8627d1ba54a4'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:19:46.170951 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:46.178816 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-651da862-790f-41ca-8cb5-7ea7157fc909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:46.288643 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-70b3d02e-99ae-4cd4-9f1f-78b9527f5d14 req-112c4116-c3e1-4a44-9220-685ecf725079 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] For port 802630d6-3843-46b4-85a9-cba00f276009, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=802630d6-3843-46b4-85a9-cba00f276009,segment=NetworkSegment(a895ef8e-5f40-466a-9a25-57f3d6c4b7e5),segment_id=a895ef8e-5f40-466a-9a25-57f3d6c4b7e5)] {{(pid=80280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:19:46.289045 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-70b3d02e-99ae-4cd4-9f1f-78b9527f5d14 req-112c4116-c3e1-4a44-9220-685ecf725079 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:46.357162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=053c8060-dc93-473f-a72e-8627d1ba54a4,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:46.381003 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.382086 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.382570 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.384216 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.384988 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.385547 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.386303 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.387805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.388486 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.389424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.391837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.392568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.393583 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.394632 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.395603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.395872 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.397001 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.397342 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.398657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.399810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.399934 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.400563 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.402203 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.402823 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:19:46.430905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:46.525192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a838e-5956-4ebc-81d7-5abedc9e9235 req-f9096154-f4bb-4d1b-ba38-08fbcc8c3f4f tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:46.533979 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-686a838e-5956-4ebc-81d7-5abedc9e9235 req-f9096154-f4bb-4d1b-ba38-08fbcc8c3f4f tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 945 time: 1.2210095
Dec 17 16:19:46.561402 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-70b3d02e-99ae-4cd4-9f1f-78b9527f5d14 req-112c4116-c3e1-4a44-9220-685ecf725079 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Calling delete_port for 802630d6-3843-46b4-85a9-cba00f276009 owned by compute:nova {{(pid=80280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:19:46.632555 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-686a838e-5956-4ebc-81d7-5abedc9e9235 req-3697def4-38fd-42c1-a499-48900cf5cadb tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/security-groups?id=25d26a9d-03a4-4a2c-829d-cc587f2c434a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973606
Dec 17 16:19:46.681583 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-4e58cce2-162f-42c1-9ef7-7baf7b4308f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:46.694029 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-4e58cce2-162f-42c1-9ef7-7baf7b4308f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0872076
Dec 17 16:19:46.760070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] For port 5fe3cd31-506e-49e7-8724-04c8edf235b5, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:19:46.774216 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2249538d-7318-4b98-aceb-28375f852228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053c8060-dc93-473f-a72e-8627d1ba54a4', 'code': 200}
Dec 17 16:19:46.780023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 053c8060-dc93-473f-a72e-8627d1ba54a4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:46.798479 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bb13ed1f-cd61-4ce7-8e9f-00afa899e2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:46.875565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-bb13ed1f-cd61-4ce7-8e9f-00afa899e2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:46.897496 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-bb13ed1f-cd61-4ce7-8e9f-00afa899e2fc admin admin] Usage tracker for resource:security_group_rule and tenant:ef36a1c26e8841a5828451ef8ebcf5a1 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:46.905165 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-bb13ed1f-cd61-4ce7-8e9f-00afa899e2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:46.915208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-bb13ed1f-cd61-4ce7-8e9f-00afa899e2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:46.928155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-70b3d02e-99ae-4cd4-9f1f-78b9527f5d14 req-112c4116-c3e1-4a44-9220-685ecf725079 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955'] for port, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:46.969089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 053c8060-dc93-473f-a72e-8627d1ba54a4 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:46.969676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:47.011601 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] For port 5fe3cd31-506e-49e7-8724-04c8edf235b5, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5fe3cd31-506e-49e7-8724-04c8edf235b5,segment=NetworkSegment(619e87b5-9ec1-409d-a56a-9a130283295c),segment_id=619e87b5-9ec1-409d-a56a-9a130283295c)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:19:47.031483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:47.123619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.70', 61760) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:47.124329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:47.311215 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Pushing event updated for resources: {'Port': ['ID=5fe3cd31-506e-49e7-8724-04c8edf235b5,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:47.344362 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:47.366290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 802630d6-3843-46b4-85a9-cba00f276009 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:19:47.448038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c4116-c3e1-4a44-9220-685ecf725079 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Pushing event deleted for resources: {'Port': ['ID=802630d6-3843-46b4-85a9-cba00f276009,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:47.461293 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-112c4116-c3e1-4a44-9220-685ecf725079 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:47.504809 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] No Port match for: 802630d6-3843-46b4-85a9-cba00f276009 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:19:47.506303 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 802630d6-3843-46b4-85a9-cba00f276009 not bound to the agent host hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:19:47.534079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:47.582055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bb13ed1f-cd61-4ce7-8e9f-00afa899e2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:47.583974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b3d02e-99ae-4cd4-9f1f-78b9527f5d14 req-112c4116-c3e1-4a44-9220-685ecf725079 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] No DVR routers for this DVR port 802630d6-3843-46b4-85a9-cba00f276009 on host hv-cinder-76675 {{(pid=80280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:19:47.592323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76e1c4-4cb6-4c47-8452-773e032e2b17 req-912788e7-7b76-4d7e-8093-fad3edb3a602 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:47.592598 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-c74152ba-3461-4838-8887-da836b57c7c5 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8897250
Dec 17 16:19:47.594690 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ac76e1c4-4cb6-4c47-8452-773e032e2b17 req-912788e7-7b76-4d7e-8093-fad3edb3a602 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 944 time: 0.7747769
Dec 17 16:19:47.596890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bb13ed1f-cd61-4ce7-8e9f-00afa899e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:47.605443 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-70b3d02e-99ae-4cd4-9f1f-78b9527f5d14 req-112c4116-c3e1-4a44-9220-685ecf725079 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:47.636799 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:47.666458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66', 'name': 'network-vif-deleted', 'tag': '802630d6-3843-46b4-85a9-cba00f276009'}] {{(pid=80280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:19:47.725283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13ed1f-cd61-4ce7-8e9f-00afa899e2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5743d513-2b4c-4eec-87d5-1eede21c1ab5,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:47.739525 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ac76e1c4-4cb6-4c47-8452-773e032e2b17 req-1988ead9-84c7-4be7-af47-287708def0ba tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293252
Dec 17 16:19:47.744804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bb13ed1f-cd61-4ce7-8e9f-00afa899e2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:47.817278 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-bb13ed1f-cd61-4ce7-8e9f-00afa899e2fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef36a1c26e8841a5828451ef8ebcf5a1&name=default HTTP/1.1" status: 200  len: 2879 time: 2.4140019
Dec 17 16:19:47.821456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48548) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:47.832860 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-70b3d02e-99ae-4cd4-9f1f-78b9527f5d14 req-112c4116-c3e1-4a44-9220-685ecf725079 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.70 "DELETE /v2.0/ports/802630d6-3843-46b4-85a9-cba00f276009 HTTP/1.1" status: 204  len: 173 time: 2.5987053
Dec 17 16:19:47.875102 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-377a6ca3-98a3-4df8-8985-19518a730dcb service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2591670
Dec 17 16:19:47.967350 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18494f12-c152-4f53-8377-2d111741beed req-b82f4faf-fca5-4a19-b7db-2617514a0466 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:47.969749 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-18494f12-c152-4f53-8377-2d111741beed req-b82f4faf-fca5-4a19-b7db-2617514a0466 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.4396329
Dec 17 16:19:47.972117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3b9b8-0b01-42a9-ab40-58a0bb7a0538 req-c1179f12-f16e-4cef-9432-fd0e80a6d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:47.973875 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9ec3b9b8-0b01-42a9-ab40-58a0bb7a0538 req-c1179f12-f16e-4cef-9432-fd0e80a6d5a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 1163 time: 0.6800368
Dec 17 16:19:48.083269 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6d24b52a-c1d7-44d9-859b-20b2c0dbe98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:48.103577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:48.104354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:48.106265 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] 10.222.0.70 "PUT /v2.0/ports/5fe3cd31-506e-49e7-8724-04c8edf235b5 HTTP/1.1" status: 200  len: 1158 time: 5.6531382
Dec 17 16:19:48.109214 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9ec3b9b8-0b01-42a9-ab40-58a0bb7a0538 req-47b6a0df-2b53-4a25-b46c-cc42c05085de service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199937
Dec 17 16:19:48.109746 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1362a1-e1b1-4cdd-b9d0-0822237635c7', 'tag': '5fe3cd31-506e-49e7-8724-04c8edf235b5'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:19:48.124422 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-18494f12-c152-4f53-8377-2d111741beed req-73349a1a-b6c7-4482-a071-7360dda5d3c1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1374040
Dec 17 16:19:48.203676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-24c2f055-973a-400b-8941-4070442dd5c4 req-59cda8d9-98da-418c-ad44-435d9754c393 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Synchronizing usage tracker for tenant:6cef7a726b864366a9006388596e8ceb on resource:port {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:19:48.241495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6d24b52a-c1d7-44d9-859b-20b2c0dbe98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:48.259203 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-24c2f055-973a-400b-8941-4070442dd5c4 req-59cda8d9-98da-418c-ad44-435d9754c393 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Unset dirty status for tenant:6cef7a726b864366a9006388596e8ceb on resource:port {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:19:48.260591 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-24c2f055-973a-400b-8941-4070442dd5c4 req-59cda8d9-98da-418c-ad44-435d9754c393 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 210 time: 0.1513917
Dec 17 16:19:48.303397 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66', 'name': 'network-vif-deleted', 'tag': '802630d6-3843-46b4-85a9-cba00f276009', 'status': 'completed', 'code': 200}
Dec 17 16:19:48.319402 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6d24b52a-c1d7-44d9-859b-20b2c0dbe98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:48.327769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:48.345743 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 48568) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:48.354520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24b52a-c1d7-44d9-859b-20b2c0dbe98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5743d513-2b4c-4eec-87d5-1eede21c1ab5,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:48.361383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6d24b52a-c1d7-44d9-859b-20b2c0dbe98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:48.365509 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1362a1-e1b1-4cdd-b9d0-0822237635c7', 'tag': '5fe3cd31-506e-49e7-8724-04c8edf235b5', 'status': 'completed', 'code': 200}
Dec 17 16:19:48.371922 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6d24b52a-c1d7-44d9-859b-20b2c0dbe98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:48.376275 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-6d24b52a-c1d7-44d9-859b-20b2c0dbe98f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5743d513-2b4c-4eec-87d5-1eede21c1ab5 HTTP/1.1" status: 204  len: 168 time: 0.5496180
Dec 17 16:19:48.661612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-6c0adf9a-56e3-41f8-975f-4143813b8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:48.664609 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-6c0adf9a-56e3-41f8-975f-4143813b8e74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f78600edd8e846ce98c88d3cb8610385&device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 1161 time: 0.2062232
Dec 17 16:19:48.807483 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-39aed73b-9b25-410c-8359-cd1aa4a4e667 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fe3cd31-506e-49e7-8724-04c8edf235b5 HTTP/1.1" status: 200  len: 217 time: 0.1081846
Dec 17 16:19:48.808728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-35f24293-92b9-4967-9bea-4d192e33e723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:48.927213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-35f24293-92b9-4967-9bea-4d192e33e723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:48.946182 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-35f24293-92b9-4967-9bea-4d192e33e723 admin admin] Usage tracker for resource:security_group_rule and tenant:6b6e901b3d4a41db9fd631438d1304a3 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:48.952907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-35f24293-92b9-4967-9bea-4d192e33e723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:48.969906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-35f24293-92b9-4967-9bea-4d192e33e723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:49.067466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-afeb7d7d-7bd4-491b-b91b-acdebebdea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:49.070612 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-afeb7d7d-7bd4-491b-b91b-acdebebdea05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7f039d2-014e-47ec-bed2-d630a94a12ce HTTP/1.1" status: 200  len: 858 time: 0.2437387
Dec 17 16:19:49.284168 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-ec4af9c9-d1e6-455a-8599-54fcc2356ef1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a360a352-036a-4853-a7e2-1332b2ba98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1791594
Dec 17 16:19:49.347140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134d95b-d400-4d28-a375-b40693f37862 req-bf737e2b-5b40-480a-80ab-159d24a57619 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:49.348853 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4134d95b-d400-4d28-a375-b40693f37862 req-bf737e2b-5b40-480a-80ab-159d24a57619 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 944 time: 0.3696508
Dec 17 16:19:49.609568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f72b31-eacf-42e3-a7fe-69bae952cf83 req-e72e1f41-254a-4807-b271-ce70fc3e8897 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:49.624495 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-41f72b31-eacf-42e3-a7fe-69bae952cf83 req-e72e1f41-254a-4807-b271-ce70fc3e8897 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.1839249
Dec 17 16:19:49.752385 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-41f72b31-eacf-42e3-a7fe-69bae952cf83 req-992ed9f5-817d-47f8-877b-7e1387e06f68 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1259792
Dec 17 16:19:49.773790 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4134d95b-d400-4d28-a375-b40693f37862 req-439ca863-5e49-4c0e-8a6d-e251b45474d0 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555084
Dec 17 16:19:49.802145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-35f24293-92b9-4967-9bea-4d192e33e723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:49.812503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-35f24293-92b9-4967-9bea-4d192e33e723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:49.815054 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-7d47b916-d3e8-4cb9-b878-11a8344881b2 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5103941
Dec 17 16:19:49.880573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:49.917631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48614) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:49.917844 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-35f24293-92b9-4967-9bea-4d192e33e723 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b6e901b3d4a41db9fd631438d1304a3&name=default HTTP/1.1" status: 200  len: 2879 time: 1.5672660
Dec 17 16:19:50.123743 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8e6f6706-09bf-448b-81bf-7e6c58bd9ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:50.142168 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86d2b63d-1d55-4d2d-b700-b99fc5c7cfe8 req-24a3d6c3-ec1d-48bf-b0ee-56cf13ef786e service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2678220
Dec 17 16:19:50.222640 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f24293-92b9-4967-9bea-4d192e33e723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9302f271-9090-4819-8603-df7f5dde09e8,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:50.231198 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3c1974b7-4a77-4cbb-9b69-a3d6f149f03a req-84a8aeb5-bc17-450f-9c85-5e19e7e47746 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] 10.222.0.21 "GET /v2.0/ports?device_id=e6a8b3de-f0e8-4ba8-9acb-c54ed4902d66 HTTP/1.1" status: 200  len: 210 time: 0.0804372
Dec 17 16:19:50.233739 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-35f24293-92b9-4967-9bea-4d192e33e723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:50.268780 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8e6f6706-09bf-448b-81bf-7e6c58bd9ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:50.332756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8e6f6706-09bf-448b-81bf-7e6c58bd9ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:50.339604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bb13ed1f-cd61-4ce7-8e9f-00afa899e2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:50.363097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f6706-09bf-448b-81bf-7e6c58bd9ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9302f271-9090-4819-8603-df7f5dde09e8,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:50.368415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8e6f6706-09bf-448b-81bf-7e6c58bd9ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:50.376253 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8e6f6706-09bf-448b-81bf-7e6c58bd9ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:50.380591 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-8e6f6706-09bf-448b-81bf-7e6c58bd9ea4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9302f271-9090-4819-8603-df7f5dde09e8 HTTP/1.1" status: 204  len: 168 time: 0.4618084
Dec 17 16:19:50.516287 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be49a27-dd60-48e8-bf00-6f281eaed392 req-2507abd7-fd22-4d0b-bdcd-dc44c661e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:50.518344 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5be49a27-dd60-48e8-bf00-6f281eaed392 req-2507abd7-fd22-4d0b-bdcd-dc44c661e84a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f78600edd8e846ce98c88d3cb8610385&device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 1161 time: 0.2283113
Dec 17 16:19:50.761231 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be49a27-dd60-48e8-bf00-6f281eaed392 req-c910c76d-1558-4737-8309-e59ddbe2149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:50.764097 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5be49a27-dd60-48e8-bf00-6f281eaed392 req-c910c76d-1558-4737-8309-e59ddbe2149e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 200  len: 912 time: 0.2377052
Dec 17 16:19:50.868947 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5be49a27-dd60-48e8-bf00-6f281eaed392 req-cb7dae21-db1f-4755-a631-7bf26f993f60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fe3cd31-506e-49e7-8724-04c8edf235b5 HTTP/1.1" status: 200  len: 217 time: 0.0968139
Dec 17 16:19:50.998243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be49a27-dd60-48e8-bf00-6f281eaed392 req-52afb5fb-0cbc-4f7d-9940-6da786089918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:51.001160 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5be49a27-dd60-48e8-bf00-6f281eaed392 req-52afb5fb-0cbc-4f7d-9940-6da786089918 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7f039d2-014e-47ec-bed2-d630a94a12ce HTTP/1.1" status: 200  len: 858 time: 0.1209528
Dec 17 16:19:51.105700 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5be49a27-dd60-48e8-bf00-6f281eaed392 req-32b892e7-b976-4ba0-b602-8f1a2a440e0b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a360a352-036a-4853-a7e2-1332b2ba98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0945942
Dec 17 16:19:51.248048 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5772070-49bd-4678-830f-bb08e3779af1 req-164c64ee-ac31-47cc-8568-fa001a5d3240 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:51.251182 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f5772070-49bd-4678-830f-bb08e3779af1 req-164c64ee-ac31-47cc-8568-fa001a5d3240 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 944 time: 0.1350470
Dec 17 16:19:51.397142 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f5772070-49bd-4678-830f-bb08e3779af1 req-f37515a1-43af-43b6-8c55-e97963ccefe0 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393373
Dec 17 16:19:51.400935 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5be49a27-dd60-48e8-bf00-6f281eaed392 req-c34f971d-3983-44db-b380-0b28d90ae58d service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2867644
Dec 17 16:19:51.528850 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48662) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:51.538512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device f8ff982b-c017-44d9-b7c9-e1f5afb920d3 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:51.568819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-455aad1a-5eb3-464f-9a0a-e1e3a7cdea6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:51.602044 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-455aad1a-5eb3-464f-9a0a-e1e3a7cdea6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:51.611207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-455aad1a-5eb3-464f-9a0a-e1e3a7cdea6b admin admin] Usage tracker for resource:security_group_rule and tenant:87fdd7062af8411189d8349690057498 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:51.616457 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-455aad1a-5eb3-464f-9a0a-e1e3a7cdea6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:51.636239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-455aad1a-5eb3-464f-9a0a-e1e3a7cdea6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:51.720956 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5be49a27-dd60-48e8-bf00-6f281eaed392 req-963f735a-ba02-4064-88cf-19a31fe273a3 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2595289
Dec 17 16:19:51.768533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:19:51.781657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:51.783025 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:51.846654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-455aad1a-5eb3-464f-9a0a-e1e3a7cdea6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:51.852814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-455aad1a-5eb3-464f-9a0a-e1e3a7cdea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:51.858165 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691ebcd-c4a2-4280-9d82-f0d49599f986 req-07dd519c-da7d-4b1f-9328-8c7532f35ca8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:51.860930 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d691ebcd-c4a2-4280-9d82-f0d49599f986 req-07dd519c-da7d-4b1f-9328-8c7532f35ca8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.4584403
Dec 17 16:19:51.922374 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3ca7ae4b-528d-4896-bcbf-c1210ac32148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:51.938396 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d691ebcd-c4a2-4280-9d82-f0d49599f986 req-f4beb685-1d27-44cb-9b5f-939b75a21c76 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585630
Dec 17 16:19:51.954713 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:51.959247 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-455aad1a-5eb3-464f-9a0a-e1e3a7cdea6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87fdd7062af8411189d8349690057498&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4288986
Dec 17 16:19:51.962529 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 48674) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:51.999684 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port f8ff982b-c017-44d9-b7c9-e1f5afb920d3, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:19:52.000949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:19:52.007514 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:52.008845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 053c8060-dc93-473f-a72e-8627d1ba54a4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:52.042962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:52.046995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455aad1a-5eb3-464f-9a0a-e1e3a7cdea6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9877ca6-a330-4abd-85d5-5d41f451f445,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:52.052217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-455aad1a-5eb3-464f-9a0a-e1e3a7cdea6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:52.118443 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b0d41c8d-3b6e-4f4a-a24d-9e39592bc45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:52.135102 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3', 'code': 200}
Dec 17 16:19:52.173280 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:52.179158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:52.187707 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b0d41c8d-3b6e-4f4a-a24d-9e39592bc45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:52.197628 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 053c8060-dc93-473f-a72e-8627d1ba54a4 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:52.198480 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:52.264092 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b0d41c8d-3b6e-4f4a-a24d-9e39592bc45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:52.273471 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-35f24293-92b9-4967-9bea-4d192e33e723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:52.296429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d41c8d-3b6e-4f4a-a24d-9e39592bc45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9877ca6-a330-4abd-85d5-5d41f451f445,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:52.300287 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b0d41c8d-3b6e-4f4a-a24d-9e39592bc45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:52.309730 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b0d41c8d-3b6e-4f4a-a24d-9e39592bc45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:52.311234 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b0d41c8d-3b6e-4f4a-a24d-9e39592bc45a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9877ca6-a330-4abd-85d5-5d41f451f445 HTTP/1.1" status: 204  len: 168 time: 0.3475709
Dec 17 16:19:52.561777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:52.629159 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84197981-6403-4f77-84e6-40701efa5e1d req-4e613023-bd43-4323-80e0-daecadbaf87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:52.632094 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-84197981-6403-4f77-84e6-40701efa5e1d req-4e613023-bd43-4323-80e0-daecadbaf87a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 1163 time: 0.2114670
Dec 17 16:19:52.689596 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-84197981-6403-4f77-84e6-40701efa5e1d req-2dfbd1b7-fd3a-4f77-af61-92633794acdc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483382
Dec 17 16:19:53.070006 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7e53a-fefd-4699-a589-bc0b989571bb req-1abefadb-f292-4135-953e-c123b4c01dac tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:53.071667 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-76f7e53a-fefd-4699-a589-bc0b989571bb req-1abefadb-f292-4135-953e-c123b4c01dac tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 944 time: 0.3851159
Dec 17 16:19:53.181597 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-76f7e53a-fefd-4699-a589-bc0b989571bb req-2ccdd0d7-bad9-4649-b209-7725389a5e21 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034689
Dec 17 16:19:53.345041 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b50b2-7d97-4765-9175-3bc0f9151e42 req-e769a660-17d1-4064-9037-85b800f53eb4 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:53.354812 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-813b50b2-7d97-4765-9175-3bc0f9151e42 req-e769a660-17d1-4064-9037-85b800f53eb4 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1196351
Dec 17 16:19:53.486893 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 5fe3cd31-506e-49e7-8724-04c8edf235b5 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:53.489184 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-813b50b2-7d97-4765-9175-3bc0f9151e42 req-536d35d6-856d-4128-b558-4d672e393708 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1329823
Dec 17 16:19:53.661469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port 5fe3cd31-506e-49e7-8724-04c8edf235b5 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:19:53.670962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 5fe3cd31-506e-49e7-8724-04c8edf235b5 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:53.671593 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:53.823792 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:53.867825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 5fe3cd31-506e-49e7-8724-04c8edf235b5, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5fe3cd31-506e-49e7-8724-04c8edf235b5,segment=NetworkSegment(619e87b5-9ec1-409d-a56a-9a130283295c),segment_id=619e87b5-9ec1-409d-a56a-9a130283295c)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:19:53.870822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:53.872803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device f8ff982b-c017-44d9-b7c9-e1f5afb920d3 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:53.899623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:54.023462 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=5fe3cd31-506e-49e7-8724-04c8edf235b5,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:54.028082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:54.044263 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:54.044705 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:54.139687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1362a1-e1b1-4cdd-b9d0-0822237635c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe3cd31-506e-49e7-8724-04c8edf235b5'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:19:54.211907 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1362a1-e1b1-4cdd-b9d0-0822237635c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe3cd31-506e-49e7-8724-04c8edf235b5', 'code': 200}
Dec 17 16:19:54.616662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138b7a3-6881-4aa8-82e4-9cfa863ee8aa req-14e2f788-08df-4524-aea5-4c656576ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:54.619230 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5138b7a3-6881-4aa8-82e4-9cfa863ee8aa req-14e2f788-08df-4524-aea5-4c656576ea9b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 1163 time: 0.1029875
Dec 17 16:19:54.642206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702e1a2-bda1-4002-8c3e-2f403b6dd2f2 req-e11791ee-3676-478d-b06a-3a51d6314e04 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:54.651016 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d702e1a2-bda1-4002-8c3e-2f403b6dd2f2 req-e11791ee-3676-478d-b06a-3a51d6314e04 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.1497831
Dec 17 16:19:54.729151 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d702e1a2-bda1-4002-8c3e-2f403b6dd2f2 req-d212a390-4edd-4188-a4b2-bc5779d236d1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764930
Dec 17 16:19:54.738375 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5138b7a3-6881-4aa8-82e4-9cfa863ee8aa req-250fe71a-070d-4737-9890-78e3755376d0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123183
Dec 17 16:19:54.873654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f54046-a44d-4c08-98e5-48696397fe46 req-89d98364-3bd6-446b-ba03-9385ca12eb4a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:54.875882 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0f54046-a44d-4c08-98e5-48696397fe46 req-89d98364-3bd6-446b-ba03-9385ca12eb4a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1068022
Dec 17 16:19:54.951025 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0f54046-a44d-4c08-98e5-48696397fe46 req-dd314b57-a735-4a32-a861-14cd7cd4c5dc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592480
Dec 17 16:19:55.090272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 5fe3cd31-506e-49e7-8724-04c8edf235b5 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:55.215020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 5fe3cd31-506e-49e7-8724-04c8edf235b5 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:55.216074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:55.341745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eeb6f0-0c59-4c43-bfc4-a99495d88d7a req-d4f9b121-e805-4391-b62a-4f314436fd9d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:55.345782 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f5eeb6f0-0c59-4c43-bfc4-a99495d88d7a req-d4f9b121-e805-4391-b62a-4f314436fd9d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1323597
Dec 17 16:19:55.359963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 48770) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:55.366043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-ab61e430-731c-4139-8f1c-5cf3c7226b2f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Request body: {'floatingip': {'port_id': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:19:55.436382 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device f8ff982b-c017-44d9-b7c9-e1f5afb920d3 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:19:55.495686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ab61e430-731c-4139-8f1c-5cf3c7226b2f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:55.538685 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:19:55.539341 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:56.089770 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48788) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:56.212310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed8d57e7-17a8-4a63-ba0f-5ce363dc0d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:56.359874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-60aedc98-eff0-48e9-9daa-ba92c27a5cd3 admin admin] Deleting subnet 243272fe-3a9f-4cba-b869-e883ffa1b999 {{(pid=80280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:19:56.364352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60aedc98-eff0-48e9-9daa-ba92c27a5cd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:56.435773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60aedc98-eff0-48e9-9daa-ba92c27a5cd3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:56.446220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60aedc98-eff0-48e9-9daa-ba92c27a5cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:56.614278 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48800) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:56.848784 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.resource_extend [None req-ab61e430-731c-4139-8f1c-5cf3c7226b2f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 17 16:19:56.949085 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60aedc98-eff0-48e9-9daa-ba92c27a5cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for subnet, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:57.081059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ab61e430-731c-4139-8f1c-5cf3c7226b2f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:57.087512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ab61e430-731c-4139-8f1c-5cf3c7226b2f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:57.199046 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f1be857c-dc01-4c5a-a393-475dee3565eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:57.248710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aedc98-eff0-48e9-9daa-ba92c27a5cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243272fe-3a9f-4cba-b869-e883ffa1b999,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:57.251889 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-60aedc98-eff0-48e9-9daa-ba92c27a5cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:57.253764 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60aedc98-eff0-48e9-9daa-ba92c27a5cd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:57.264769 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-60aedc98-eff0-48e9-9daa-ba92c27a5cd3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/243272fe-3a9f-4cba-b869-e883ffa1b999 HTTP/1.1" status: 204  len: 168 time: 1.1728745
Dec 17 16:19:57.273995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755712f9-e90c-400f-a473-2611aa32b222 req-5da042a2-a387-49ef-bc2d-ce9eac0d4a10 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:57.275566 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-755712f9-e90c-400f-a473-2611aa32b222 req-5da042a2-a387-49ef-bc2d-ce9eac0d4a10 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 1.0153551
Dec 17 16:19:57.276050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 48820) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:57.303522 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-536bcf6d-8638-4b91-bf65-2ae483b720bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:57.388435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-536bcf6d-8638-4b91-bf65-2ae483b720bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:57.393268 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-536bcf6d-8638-4b91-bf65-2ae483b720bf admin admin] Usage tracker for resource:security_group_rule and tenant:9afd92a917e24cc1802a1edf769c12d7 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:57.397214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-536bcf6d-8638-4b91-bf65-2ae483b720bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:57.413208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-536bcf6d-8638-4b91-bf65-2ae483b720bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:57.432930 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-755712f9-e90c-400f-a473-2611aa32b222 req-50752320-9264-4578-a1ed-4ddd887f20d4 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346929
Dec 17 16:19:57.466411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:57.610631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-536bcf6d-8638-4b91-bf65-2ae483b720bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:57.617915 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-536bcf6d-8638-4b91-bf65-2ae483b720bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:57.660525 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9917677f-8e1d-4ed5-bd59-4fb7b660ca1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:57.704563 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-536bcf6d-8638-4b91-bf65-2ae483b720bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9afd92a917e24cc1802a1edf769c12d7&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0809033
Dec 17 16:19:57.704563 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bcf6d-8638-4b91-bf65-2ae483b720bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3ca387-ca97-488b-bec5-5c679ac0c906,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:57.706227 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48832) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:57.716662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-536bcf6d-8638-4b91-bf65-2ae483b720bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:57.754651 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:57.854051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e0b37ed8-d4c1-4c75-b5a2-9fed5e251d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:57.892799 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e0b37ed8-d4c1-4c75-b5a2-9fed5e251d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:57.949081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e0b37ed8-d4c1-4c75-b5a2-9fed5e251d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:57.954937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-90d7b24f-d99c-4ebd-afbd-59360795f9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:57.969136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b37ed8-d4c1-4c75-b5a2-9fed5e251d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3ca387-ca97-488b-bec5-5c679ac0c906,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:57.972762 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e0b37ed8-d4c1-4c75-b5a2-9fed5e251d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:57.974366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e0b37ed8-d4c1-4c75-b5a2-9fed5e251d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:57.982270 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e0b37ed8-d4c1-4c75-b5a2-9fed5e251d8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b3ca387-ca97-488b-bec5-5c679ac0c906 HTTP/1.1" status: 204  len: 168 time: 0.2616429
Dec 17 16:19:57.984064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81ea47978>,) {'filters': {'network_id': ['fc3da7df-01c0-41a2-900e-74c2c9391500']}} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:58.005696 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81ea47978>, 'a895ef8e-5f40-466a-9a25-57f3d6c4b7e5') {'for_net_delete': True} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:58.005837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81ea47978>, 'a895ef8e-5f40-466a-9a25-57f3d6c4b7e5') {} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:58.031335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65278599'] for segment, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:58.044099 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [None req-ab61e430-731c-4139-8f1c-5cf3c7226b2f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Floating IP 9846b9bf-78dc-4a1e-8f84-1d5b7804ed3b associated. External IP: 172.27.0.101, port: f8ff982b-c017-44d9-b7c9-e1f5afb920d3.
Dec 17 16:19:58.125185 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:58.129781 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:19:58.464401 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48848) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:58.488567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b0fe00c0-4eaa-46d6-841e-a7e04bfc0adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:58.505515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b0fe00c0-4eaa-46d6-841e-a7e04bfc0adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:19:58.510589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b0fe00c0-4eaa-46d6-841e-a7e04bfc0adf admin admin] Usage tracker for resource:security_group_rule and tenant:d06d25e1a1a84457abdeb4cb776fed20 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:19:58.513686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b0fe00c0-4eaa-46d6-841e-a7e04bfc0adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:19:58.519926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b0fe00c0-4eaa-46d6-841e-a7e04bfc0adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:19:58.596096 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bb49c177-f03d-414f-8a56-843b190c1b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:58.631752 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b0fe00c0-4eaa-46d6-841e-a7e04bfc0adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:58.634992 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b0fe00c0-4eaa-46d6-841e-a7e04bfc0adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:58.644593 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5303fd58-2550-4613-a2e8-795b762ddf04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:58.689438 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b0fe00c0-4eaa-46d6-841e-a7e04bfc0adf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d06d25e1a1a84457abdeb4cb776fed20&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2237191
Dec 17 16:19:58.691391 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48854) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:58.694825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe00c0-4eaa-46d6-841e-a7e04bfc0adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298bd8f5-5146-46d8-b819-b6070dd790f0,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:58.698419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b0fe00c0-4eaa-46d6-841e-a7e04bfc0adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:58.721164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] Network fc3da7df-01c0-41a2-900e-74c2c9391500 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:19:58.733769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789004610'] for segment, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:58.781248 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d5284117-f691-48bf-bd02-153a907a1b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:58.810209 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d5284117-f691-48bf-bd02-153a907a1b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:58.864888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d5284117-f691-48bf-bd02-153a907a1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:58.874473 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e8eb7b9e-6b2d-4ca7-90ac-a5e3965b1ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:58.896607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5284117-f691-48bf-bd02-153a907a1b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298bd8f5-5146-46d8-b819-b6070dd790f0,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:58.904107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d5284117-f691-48bf-bd02-153a907a1b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:58.908913 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d5284117-f691-48bf-bd02-153a907a1b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:58.921061 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d5284117-f691-48bf-bd02-153a907a1b58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/298bd8f5-5146-46d8-b819-b6070dd790f0 HTTP/1.1" status: 204  len: 168 time: 0.2219853
Dec 17 16:19:59.067901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] Network fc3da7df-01c0-41a2-900e-74c2c9391500 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:19:59.099969 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:19:59.113447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa3ce9-ad92-4559-a21f-4ce2d6dc6ecd req-85d55997-a2de-4f3d-8094-dd164e97a4d9 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:19:59.115035 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b6aa3ce9-ad92-4559-a21f-4ce2d6dc6ecd req-85d55997-a2de-4f3d-8094-dd164e97a4d9 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.4848623
Dec 17 16:19:59.340910 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b6aa3ce9-ad92-4559-a21f-4ce2d6dc6ecd req-291ef453-84f8-4a3d-97fb-2fd019bb5561 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064887
Dec 17 16:19:59.341551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:59.347997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab61e430-731c-4139-8f1c-5cf3c7226b2f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Router 7a2b4344-9f15-4201-9418-5dc39767e773 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:19:59.350659 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cd2f527a-c0ef-45f2-9b43-88baf352ea18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:19:59.369924 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:59.398366 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fc3da7df-01c0-41a2-900e-74c2c9391500 HTTP/1.1" status: 204  len: 168 time: 2.1124558
Dec 17 16:19:59.410065 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc3da7df-01c0-41a2-900e-74c2c9391500,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:19:59.510748 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8c6bfa63-c80f-4ecc-a2db-cd32052c0471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:19:59.565233 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:59.708538 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48882) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:59.776567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab61e430-731c-4139-8f1c-5cf3c7226b2f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:19:59.783771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ab61e430-731c-4139-8f1c-5cf3c7226b2f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:59.795209 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-1c2a4e3e-a3f1-4ea2-b317-984fdc0bf2dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cef7a726b864366a9006388596e8ceb&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0852737
Dec 17 16:19:59.799157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 48888) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:19:59.811976 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987645e2-dea2-400f-8640-1913d3e5121c None None] Sync routers for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:19:59.833016 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987645e2-dea2-400f-8640-1913d3e5121c None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:19:59.834331 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-987645e2-dea2-400f-8640-1913d3e5121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f1da518>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:19:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:19:59.870609 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ab61e430-731c-4139-8f1c-5cf3c7226b2f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "PUT /v2.0/floatingips/9846b9bf-78dc-4a1e-8f84-1d5b7804ed3b HTTP/1.1" status: 200  len: 992 time: 4.5090775
Dec 17 16:19:59.871652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:19:59.888555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-72ead10c-c02e-4456-aa47-94e46dda26dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:19:59.939777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-72ead10c-c02e-4456-aa47-94e46dda26dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:00.045247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-72ead10c-c02e-4456-aa47-94e46dda26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:00.058378 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-00f5e0f6-83af-45ad-a50e-e2c253227d9b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:00.065865 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3', 'status': 'completed', 'code': 200}
Dec 17 16:20:00.086825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ead10c-c02e-4456-aa47-94e46dda26dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d26a9d-03a4-4a2c-829d-cc587f2c434a,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:00.091464 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-987645e2-dea2-400f-8640-1913d3e5121c None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:20:00.102792 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-72ead10c-c02e-4456-aa47-94e46dda26dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:00.103768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-72ead10c-c02e-4456-aa47-94e46dda26dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:00.107835 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-72ead10c-c02e-4456-aa47-94e46dda26dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25d26a9d-03a4-4a2c-829d-cc587f2c434a HTTP/1.1" status: 204  len: 168 time: 0.3070624
Dec 17 16:20:00.317207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:00.464213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:20:00.498200 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f392-41fe-4b11-93e2-abd4653aa10a req-5449ffb4-cf80-4e54-8b94-420c66405f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:00.500025 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6f57f392-41fe-4b11-93e2-abd4653aa10a req-5449ffb4-cf80-4e54-8b94-420c66405f94 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 1163 time: 0.2722178
Dec 17 16:20:00.511634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008011ae-1777-4408-9996-685577e8c138 req-62685a80-0e91-4df5-b2c2-4b2ac53fad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:00.513635 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-008011ae-1777-4408-9996-685577e8c138 req-62685a80-0e91-4df5-b2c2-4b2ac53fad60 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f78600edd8e846ce98c88d3cb8610385&device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 1163 time: 0.2026997
Dec 17 16:20:00.621693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938134d-e0df-4155-a44d-296c6ec0c591 req-525afc1e-8370-402d-b78d-ab6cd4168e66 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:00.623645 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a938134d-e0df-4155-a44d-296c6ec0c591 req-525afc1e-8370-402d-b78d-ab6cd4168e66 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.2648292
Dec 17 16:20:00.675958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f392-41fe-4b11-93e2-abd4653aa10a req-eb2cae3c-5419-4b05-a28b-59847f31cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:00.677696 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6f57f392-41fe-4b11-93e2-abd4653aa10a req-eb2cae3c-5419-4b05-a28b-59847f31cffe service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 911 time: 0.1632690
Dec 17 16:20:00.718412 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a938134d-e0df-4155-a44d-296c6ec0c591 req-3530f380-75f4-48b2-acb5-32eea5d3b827 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850866
Dec 17 16:20:00.834027 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-987645e2-dea2-400f-8640-1913d3e5121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f1da518>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '9846b9bf-78dc-4a1e-8f84-1d5b7804ed3b', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'port_id': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'mac_address': 'fa:16:3e:56:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:19:20Z', 'updated_at': '2020-12-17T16:19:56Z', 'revision_number': 1, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:19Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:00.840548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987645e2-dea2-400f-8640-1913d3e5121c None None] Checking router: 7a2b4344-9f15-4201-9418-5dc39767e773 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:20:00.855744 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987645e2-dea2-400f-8640-1913d3e5121c None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:20:00.857055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-987645e2-dea2-400f-8640-1913d3e5121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f1da518>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:19:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:00.882797 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008011ae-1777-4408-9996-685577e8c138 req-0b3c93f0-ba42-4c79-9848-b46a10ea1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:00.884248 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-008011ae-1777-4408-9996-685577e8c138 req-0b3c93f0-ba42-4c79-9848-b46a10ea1c90 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 200  len: 912 time: 0.2882428
Dec 17 16:20:00.988037 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-008011ae-1777-4408-9996-685577e8c138 req-6d64fa78-4021-40a2-9b27-f4f080d64291 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fe3cd31-506e-49e7-8724-04c8edf235b5 HTTP/1.1" status: 200  len: 217 time: 0.0850871
Dec 17 16:20:01.056316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:01.070548 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6f57f392-41fe-4b11-93e2-abd4653aa10a req-ebe7f957-8eb9-4735-9a2d-a88f9091bfae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ff982b-c017-44d9-b7c9-e1f5afb920d3 HTTP/1.1" status: 200  len: 1000 time: 0.2663267
Dec 17 16:20:01.145745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f392-41fe-4b11-93e2-abd4653aa10a req-e1e6c46f-ce2d-43cc-a44b-e15e7aeab9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:01.147634 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6f57f392-41fe-4b11-93e2-abd4653aa10a req-e1e6c46f-ce2d-43cc-a44b-e15e7aeab9ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.0692534
Dec 17 16:20:01.151351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008011ae-1777-4408-9996-685577e8c138 req-28426821-0de0-416b-8a45-e2b198e9594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:01.152913 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-008011ae-1777-4408-9996-685577e8c138 req-28426821-0de0-416b-8a45-e2b198e9594c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7f039d2-014e-47ec-bed2-d630a94a12ce HTTP/1.1" status: 200  len: 858 time: 0.1538973
Dec 17 16:20:01.272417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-987645e2-dea2-400f-8640-1913d3e5121c None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:20:02.085244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4798111-cf3b-4df9-b382-4d10f0323f33 req-6c8484ef-f340-416e-aaf7-1429ae928a51 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:02.100902 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f4798111-cf3b-4df9-b382-4d10f0323f33 req-6c8484ef-f340-416e-aaf7-1429ae928a51 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.2014866
Dec 17 16:20:02.205983 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-008011ae-1777-4408-9996-685577e8c138 req-4bbbfd8e-a1f6-486f-b901-8bdf6c6dbe0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a360a352-036a-4853-a7e2-1332b2ba98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 1.0454524
Dec 17 16:20:02.222667 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f4798111-cf3b-4df9-b382-4d10f0323f33 req-27991296-b82b-4b6c-8bd8-ed06fa7b9f5a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206548
Dec 17 16:20:02.436631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f392-41fe-4b11-93e2-abd4653aa10a req-5b16bac6-3e24-48e5-a954-c6e0987aa26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:02.438927 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6f57f392-41fe-4b11-93e2-abd4653aa10a req-5b16bac6-3e24-48e5-a954-c6e0987aa26c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.2763917
Dec 17 16:20:02.710998 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6f57f392-41fe-4b11-93e2-abd4653aa10a req-c92d8124-ec7a-4d38-be8e-83264246fadc service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2639019
Dec 17 16:20:02.922823 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6f57f392-41fe-4b11-93e2-abd4653aa10a req-694ac289-41ed-4e31-bcac-390a258058d1 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1964233
Dec 17 16:20:02.964414 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-987645e2-dea2-400f-8640-1913d3e5121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f1da518>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '9846b9bf-78dc-4a1e-8f84-1d5b7804ed3b', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'port_id': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'mac_address': 'fa:16:3e:56:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:19:20Z', 'updated_at': '2020-12-17T16:19:56Z', 'revision_number': 1, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:19Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:02.966597 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-008011ae-1777-4408-9996-685577e8c138 req-5412cdf9-2608-492f-8493-c14e5be4a270 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7262440
Dec 17 16:20:02.985396 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987645e2-dea2-400f-8640-1913d3e5121c None None] The sync data for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi is: [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '9846b9bf-78dc-4a1e-8f84-1d5b7804ed3b', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'port_id': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'mac_address': 'fa:16:3e:56:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:19:20Z', 'updated_at': '2020-12-17T16:19:56Z', 'revision_number': 1, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:19Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:20:03.271905 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-008011ae-1777-4408-9996-685577e8c138 req-7770cbbd-24be-4ef7-a50f-067ff1df8d74 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2950881
Dec 17 16:20:03.582870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c422bd08-6407-4c11-ac47-5262087d2f77 None None] New status for floating IP 9846b9bf-78dc-4a1e-8f84-1d5b7804ed3b: ACTIVE {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:20:03.886027 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f22b6-34c1-417d-b761-1acf1da01bdf req-8b63625e-48a6-4bd7-9022-695c8d32d131 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:03.895427 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1f7f22b6-34c1-417d-b761-1acf1da01bdf req-8b63625e-48a6-4bd7-9022-695c8d32d131 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.3235292
Dec 17 16:20:04.010312 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1f7f22b6-34c1-417d-b761-1acf1da01bdf req-4317dcb3-5bf4-4250-ba1b-76b87337392f tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138864
Dec 17 16:20:05.295464 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef2c5-9874-4ac7-8987-9057f185d8e9 req-56e2e330-50f0-4146-822d-e7866dc6e624 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:05.297546 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-609ef2c5-9874-4ac7-8987-9057f185d8e9 req-56e2e330-50f0-4146-822d-e7866dc6e624 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.1134326
Dec 17 16:20:05.377402 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-609ef2c5-9874-4ac7-8987-9057f185d8e9 req-da45ed9a-b234-47ed-807a-b9530e29c75f tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653865
Dec 17 16:20:05.704636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49098) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:05.947081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-331fdd79-be64-4d08-82a4-dd4c28d220bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:05.985554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-331fdd79-be64-4d08-82a4-dd4c28d220bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:05.993102 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-331fdd79-be64-4d08-82a4-dd4c28d220bb admin admin] Usage tracker for resource:security_group_rule and tenant:1ad54a3a39e046e881f864fabbdb6e96 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:06.006845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-331fdd79-be64-4d08-82a4-dd4c28d220bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:06.016885 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-331fdd79-be64-4d08-82a4-dd4c28d220bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:06.134892 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-331fdd79-be64-4d08-82a4-dd4c28d220bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:06.139142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-331fdd79-be64-4d08-82a4-dd4c28d220bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:06.154229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-50c54f29-a637-4cad-ad4c-1ea9023f49ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:06.252155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49116) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:06.252286 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-331fdd79-be64-4d08-82a4-dd4c28d220bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ad54a3a39e046e881f864fabbdb6e96&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5327203
Dec 17 16:20:06.252286 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fdd79-be64-4d08-82a4-dd4c28d220bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb4d55c-4c10-4643-9cda-3ef777c080aa,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:06.255882 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-331fdd79-be64-4d08-82a4-dd4c28d220bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:06.318531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3a2d74f4-c1ed-4b8d-bebb-ec75f3d630fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:06.364952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3a2d74f4-c1ed-4b8d-bebb-ec75f3d630fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:06.436360 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3a2d74f4-c1ed-4b8d-bebb-ec75f3d630fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:06.469122 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f84f0561-ae91-4ec5-aa9b-48a3a679e65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:06.483754 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d74f4-c1ed-4b8d-bebb-ec75f3d630fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb4d55c-4c10-4643-9cda-3ef777c080aa,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:06.495316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3a2d74f4-c1ed-4b8d-bebb-ec75f3d630fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:06.500639 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3a2d74f4-c1ed-4b8d-bebb-ec75f3d630fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:06.507700 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-3a2d74f4-c1ed-4b8d-bebb-ec75f3d630fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3eb4d55c-4c10-4643-9cda-3ef777c080aa HTTP/1.1" status: 204  len: 168 time: 0.2642162
Dec 17 16:20:06.732779 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3944d6-b990-4c00-aa4d-c8d23b1ccbbf req-4d9a3611-ab01-4b01-b014-5ed7462e9bc8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:06.735973 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1a3944d6-b990-4c00-aa4d-c8d23b1ccbbf req-4d9a3611-ab01-4b01-b014-5ed7462e9bc8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.1266460
Dec 17 16:20:06.883532 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1a3944d6-b990-4c00-aa4d-c8d23b1ccbbf req-7592d3f1-5caa-4a5b-8ce9-30cd9301db38 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387122
Dec 17 16:20:07.085195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49150) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:07.108240 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c085b62b-7a86-4cf4-822a-f26bb676d896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:07.139722 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-c085b62b-7a86-4cf4-822a-f26bb676d896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:07.147573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-c085b62b-7a86-4cf4-822a-f26bb676d896 admin admin] Usage tracker for resource:security_group_rule and tenant:5b2d0c5d999c44669fdfa9ef03f464c3 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:07.151479 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-c085b62b-7a86-4cf4-822a-f26bb676d896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:07.159226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-c085b62b-7a86-4cf4-822a-f26bb676d896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:07.274397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c085b62b-7a86-4cf4-822a-f26bb676d896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:07.278162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c085b62b-7a86-4cf4-822a-f26bb676d896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:07.286596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3a2d74f4-c1ed-4b8d-bebb-ec75f3d630fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:07.332528 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085b62b-7a86-4cf4-822a-f26bb676d896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f569a4e4-6675-4318-ac40-e4941cd67447,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:07.337181 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c085b62b-7a86-4cf4-822a-f26bb676d896 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b2d0c5d999c44669fdfa9ef03f464c3&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2509811
Dec 17 16:20:07.338154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c085b62b-7a86-4cf4-822a-f26bb676d896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:07.339968 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49162) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:07.408832 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d21623d2-e225-47f2-a5a7-49bf658299c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:07.442575 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d21623d2-e225-47f2-a5a7-49bf658299c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:07.540574 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d21623d2-e225-47f2-a5a7-49bf658299c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:07.545810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:07.558536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21623d2-e225-47f2-a5a7-49bf658299c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f569a4e4-6675-4318-ac40-e4941cd67447,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:07.569379 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d21623d2-e225-47f2-a5a7-49bf658299c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:07.577108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d21623d2-e225-47f2-a5a7-49bf658299c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:07.578695 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d21623d2-e225-47f2-a5a7-49bf658299c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f569a4e4-6675-4318-ac40-e4941cd67447 HTTP/1.1" status: 204  len: 168 time: 0.2374718
Dec 17 16:20:08.254045 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734d731-467a-4e71-96ca-293435eee84b req-3467d318-d987-4f09-8635-600990fb9e05 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:08.256503 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2734d731-467a-4e71-96ca-293435eee84b req-3467d318-d987-4f09-8635-600990fb9e05 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.1322699
Dec 17 16:20:08.350377 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2734d731-467a-4e71-96ca-293435eee84b req-5b8d68bd-60b3-4068-977a-82e0a3629209 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837648
Dec 17 16:20:09.673903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9ad66-ead6-4427-9ee9-942ba690a31a req-f9ed1d33-8154-4811-8b4e-99d3efea3414 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:09.675653 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-edb9ad66-ead6-4427-9ee9-942ba690a31a req-f9ed1d33-8154-4811-8b4e-99d3efea3414 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.1099722
Dec 17 16:20:09.680662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49290) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:09.788415 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-edb9ad66-ead6-4427-9ee9-942ba690a31a req-f50d64d0-cbdd-494d-b079-893240f3b6f4 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032531
Dec 17 16:20:09.810300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd6e869-c3b6-4248-8b20-7e25422ae87d admin admin] Deleting subnet 86acac59-dd0a-4e54-9d34-2b8dc8772a8b {{(pid=80280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:20:09.815937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e869-c3b6-4248-8b20-7e25422ae87d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:09.914891 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e869-c3b6-4248-8b20-7e25422ae87d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:09.923330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e869-c3b6-4248-8b20-7e25422ae87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:10.003179 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49302) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:10.195907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-82566343-133d-49f3-b415-0dac63330572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:10.215236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-82566343-133d-49f3-b415-0dac63330572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:10.220573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-82566343-133d-49f3-b415-0dac63330572 admin admin] Usage tracker for resource:security_group_rule and tenant:0fd30b6aeb7043ecbd65320f037f80ca is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:10.224115 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-82566343-133d-49f3-b415-0dac63330572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:10.232420 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-82566343-133d-49f3-b415-0dac63330572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:10.265770 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e869-c3b6-4248-8b20-7e25422ae87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for subnet, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:10.286690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:10.374974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-82566343-133d-49f3-b415-0dac63330572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:10.379833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-82566343-133d-49f3-b415-0dac63330572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:10.391720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6e869-c3b6-4248-8b20-7e25422ae87d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86acac59-dd0a-4e54-9d34-2b8dc8772a8b,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:10.409663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1cd6e869-c3b6-4248-8b20-7e25422ae87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:10.436377 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:10.455199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e869-c3b6-4248-8b20-7e25422ae87d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:10.461251 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-82566343-133d-49f3-b415-0dac63330572 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fd30b6aeb7043ecbd65320f037f80ca&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4563038
Dec 17 16:20:10.462244 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-1cd6e869-c3b6-4248-8b20-7e25422ae87d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/86acac59-dd0a-4e54-9d34-2b8dc8772a8b HTTP/1.1" status: 204  len: 168 time: 0.7801743
Dec 17 16:20:10.462877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49320) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:10.465844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49322) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:10.492485 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82566343-133d-49f3-b415-0dac63330572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff9d3e6-7f20-450c-a527-adc45a0f42b7,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:10.497958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-82566343-133d-49f3-b415-0dac63330572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:10.640108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:10.720930 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-743ce872-4921-42cf-b992-5727999b5eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:10.986156 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-743ce872-4921-42cf-b992-5727999b5eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:11.206619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:11.306568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192b7e0-de0e-41f7-b3cd-7e954805aa3c req-57ce2f4e-853d-4dd5-b127-2372a51fdb19 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:11.308312 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4192b7e0-de0e-41f7-b3cd-7e954805aa3c req-57ce2f4e-853d-4dd5-b127-2372a51fdb19 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.3665893
Dec 17 16:20:11.311616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-743ce872-4921-42cf-b992-5727999b5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:11.320252 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:11.365993 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ce872-4921-42cf-b992-5727999b5eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff9d3e6-7f20-450c-a527-adc45a0f42b7,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:11.411244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-743ce872-4921-42cf-b992-5727999b5eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:11.420851 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-743ce872-4921-42cf-b992-5727999b5eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:11.420851 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-743ce872-4921-42cf-b992-5727999b5eeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ff9d3e6-7f20-450c-a527-adc45a0f42b7 HTTP/1.1" status: 204  len: 168 time: 0.9567993
Dec 17 16:20:11.422996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fb81f2da198>> segment before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.423412 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fb81f2da198>> subnet precommit_delete_associations 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.424222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81f2da4e0>> segment_host_mapping after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.424687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81f2da4e0>> port after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.425007 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81f2da4e0>> port after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.425368 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81f2da4e0>> port after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.425733 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81f2da4e0>> segment after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.426097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81f2da4e0>> subnet after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.426403 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81f2da4e0>> subnet after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.426754 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb81f2da4e0>> subnet after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.494271 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb81f115978>> subnet after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.494650 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb81f115978>> subnet after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.495022 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb81f115978>> subnet before_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.495391 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb81f115978>> subnet before_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 17 16:20:11.495786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81ecc33c8>,) {'filters': {'network_id': ['6e007628-7362-4df1-b2a5-b7dbc60462c7']}} {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:11.517765 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4192b7e0-de0e-41f7-b3cd-7e954805aa3c req-dd794435-d90e-4a0a-b166-dba6688ca78b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984029
Dec 17 16:20:11.519777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81ecc33c8>, 'c5f7572e-90ec-4497-b78e-f9bf24feb2df') {'for_net_delete': True} {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:11.520116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81ecc33c8>, 'c5f7572e-90ec-4497-b78e-f9bf24feb2df') {} {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:11.536784 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67031889'] for segment, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:11.558505 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:11.561224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:20:11.767557 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Network 6e007628-7362-4df1-b2a5-b7dbc60462c7 has no segments {{(pid=80280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:20:11.779054 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787744250'] for segment, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:11.995837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Network 6e007628-7362-4df1-b2a5-b7dbc60462c7 has no segments {{(pid=80280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   (rel_b, rel_a, rel_b),
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   (rel_b, rel_a, rel_b),
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:20:12.022565 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:20:12.107350 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:12.111708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:12.133326 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:12.136337 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Pushing event deleted for resources: {'Network': ['ID=6e007628-7362-4df1-b2a5-b7dbc60462c7,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:12.140152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:12.143974 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e54c1237-96a9-4044-91ee-1a8e22eb20be admin admin] 10.222.0.21 "DELETE /v2.0/networks/6e007628-7362-4df1-b2a5-b7dbc60462c7 HTTP/1.1" status: 204  len: 168 time: 1.6767681
Dec 17 16:20:12.147566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49358) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:12.228622 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e312c1-71e8-4cd9-828a-ea6119f1314d admin admin] Deleting subnet ce472fdf-5874-4118-b105-b5ec29c61428 {{(pid=80280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:20:12.233857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-31e312c1-71e8-4cd9-828a-ea6119f1314d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:12.301031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-31e312c1-71e8-4cd9-828a-ea6119f1314d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036787743928'] for subnet, precommit_delete_associations {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:12.364364 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-31e312c1-71e8-4cd9-828a-ea6119f1314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:12.827599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-31e312c1-71e8-4cd9-828a-ea6119f1314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67031972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919690'] for subnet, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:12.860442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:12.989645 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e312c1-71e8-4cd9-828a-ea6119f1314d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce472fdf-5874-4118-b105-b5ec29c61428,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:13.006433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-31e312c1-71e8-4cd9-828a-ea6119f1314d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:13.013598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824292a-3879-4f09-8afa-3fd5f8c47a5a req-7e87fffe-9b52-46e5-8a06-30b769eac930 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:13.015283 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9824292a-3879-4f09-8afa-3fd5f8c47a5a req-7e87fffe-9b52-46e5-8a06-30b769eac930 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.3062928
Dec 17 16:20:13.097578 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-31e312c1-71e8-4cd9-828a-ea6119f1314d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:13.102078 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9824292a-3879-4f09-8afa-3fd5f8c47a5a req-bb782f73-1f44-46fc-90a6-ecdff595aad7 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687988
Dec 17 16:20:13.115587 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49382) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:13.115826 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-31e312c1-71e8-4cd9-828a-ea6119f1314d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ce472fdf-5874-4118-b105-b5ec29c61428 HTTP/1.1" status: 204  len: 168 time: 0.9664452
Dec 17 16:20:13.267109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:13.472854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:13.627617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81d7e9198>,) {'filters': {'network_id': ['eddc4840-f344-4ac3-8623-0dd84715b37d']}} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:13.647503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81d7e9198>, 'f4b50c0a-7618-48af-a522-6959f77e2302') {'for_net_delete': True} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:13.648208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81d7e9198>, 'f4b50c0a-7618-48af-a522-6959f77e2302') {} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:13.663231 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65278599'] for segment, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:13.685396 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:13.687502 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:20:13.880987 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] Network eddc4840-f344-4ac3-8623-0dd84715b37d has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:20:13.891222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789004610'] for segment, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.095723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] Network eddc4840-f344-4ac3-8623-0dd84715b37d has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:20:14.119188 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:20:14.129269 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49412) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:14.214835 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.220728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.233690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c5964d65-db41-4d04-a5ef-f18c875e88e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:14.260316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=eddc4840-f344-4ac3-8623-0dd84715b37d,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:14.263683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:14.266050 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-198c4d6a-8fb8-4aa3-b9b5-5576db5f6f2b admin admin] 10.222.0.21 "DELETE /v2.0/networks/eddc4840-f344-4ac3-8623-0dd84715b37d HTTP/1.1" status: 204  len: 168 time: 1.1489146
Dec 17 16:20:14.353912 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-16834ecb-11dc-482b-a6b2-f7b7e046e09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.378527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-16834ecb-11dc-482b-a6b2-f7b7e046e09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:14.383925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-16834ecb-11dc-482b-a6b2-f7b7e046e09e admin admin] Usage tracker for resource:security_group_rule and tenant:debb8b0a30b147eebf7728cc35596f03 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:14.388632 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-16834ecb-11dc-482b-a6b2-f7b7e046e09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:14.397588 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-16834ecb-11dc-482b-a6b2-f7b7e046e09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:14.441890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49426) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:14.498197 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d1ce6-4376-475b-991e-3b3fd666ccf2 req-b6de1b12-5563-4303-8acf-31053edd9a71 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:14.500055 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d57d1ce6-4376-475b-991e-3b3fd666ccf2 req-b6de1b12-5563-4303-8acf-31053edd9a71 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.2161729
Dec 17 16:20:14.520164 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-5bf83452-4719-49f7-9073-bfc8e95994c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e4a6a5bdade47e79d4facb97b9f36b8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0750875
Dec 17 16:20:14.527038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49430) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:14.593276 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6f491706-29b8-451b-a091-1b8ce92299a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.593515 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d57d1ce6-4376-475b-991e-3b3fd666ccf2 req-668388ec-aa56-494a-9695-01212a8c601f tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870233
Dec 17 16:20:14.595154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-16834ecb-11dc-482b-a6b2-f7b7e046e09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.598313 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-16834ecb-11dc-482b-a6b2-f7b7e046e09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.610224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-370af751-21e8-4e96-a0d7-c0f86df5ae68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:14.624264 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6f491706-29b8-451b-a091-1b8ce92299a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.656682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16834ecb-11dc-482b-a6b2-f7b7e046e09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c14c00-fe29-43a2-9836-a5695084c0f6,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:14.660972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-16834ecb-11dc-482b-a6b2-f7b7e046e09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:14.665986 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-16834ecb-11dc-482b-a6b2-f7b7e046e09e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=debb8b0a30b147eebf7728cc35596f03&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5327229
Dec 17 16:20:14.666593 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49434) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:14.675904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6f491706-29b8-451b-a091-1b8ce92299a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.681168 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:14.695691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f491706-29b8-451b-a091-1b8ce92299a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a221825e-9978-4088-bf4a-07ecdaf5f1f7,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:14.698793 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6f491706-29b8-451b-a091-1b8ce92299a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:14.700310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6f491706-29b8-451b-a091-1b8ce92299a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.702289 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-6f491706-29b8-451b-a091-1b8ce92299a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a221825e-9978-4088-bf4a-07ecdaf5f1f7 HTTP/1.1" status: 204  len: 168 time: 0.1740718
Dec 17 16:20:14.732063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d6edf437-53ec-4ba2-87d5-a1281da19eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.761255 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d6edf437-53ec-4ba2-87d5-a1281da19eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.812200 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d6edf437-53ec-4ba2-87d5-a1281da19eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.822322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-691c9d1b-9aef-4fb4-9a9c-cee9d57a8e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:14.843128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edf437-53ec-4ba2-87d5-a1281da19eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c14c00-fe29-43a2-9836-a5695084c0f6,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:14.851151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d6edf437-53ec-4ba2-87d5-a1281da19eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:14.858229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d6edf437-53ec-4ba2-87d5-a1281da19eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:14.860607 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d6edf437-53ec-4ba2-87d5-a1281da19eb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9c14c00-fe29-43a2-9836-a5695084c0f6 HTTP/1.1" status: 204  len: 168 time: 0.1924555
Dec 17 16:20:15.267772 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49452) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:15.288219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49456) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:15.288755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-940e5ffd-70ee-468b-a63a-008b6bd74438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:15.310926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-940e5ffd-70ee-468b-a63a-008b6bd74438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:15.318698 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-940e5ffd-70ee-468b-a63a-008b6bd74438 admin admin] Usage tracker for resource:security_group_rule and tenant:286bd5f1cd314f7ab3efa3ad9a2b8ecf is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:15.322302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-940e5ffd-70ee-468b-a63a-008b6bd74438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:15.328566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-940e5ffd-70ee-468b-a63a-008b6bd74438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:15.346181 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-425f0c94-48bb-405b-a921-6017fd9ca7bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a11a68b983ad4310bb0699d649dd5a6d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0566599
Dec 17 16:20:15.349182 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49460) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:15.420904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0d007755-2580-4588-af5b-829c9ea673c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:15.431569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-940e5ffd-70ee-468b-a63a-008b6bd74438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:15.436135 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-940e5ffd-70ee-468b-a63a-008b6bd74438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:15.448679 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ebed3e99-de7f-431e-ab0f-1a8e1be7dead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:15.453200 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0d007755-2580-4588-af5b-829c9ea673c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:15.493043 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-940e5ffd-70ee-468b-a63a-008b6bd74438 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=286bd5f1cd314f7ab3efa3ad9a2b8ecf&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2236223
Dec 17 16:20:15.493911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e5ffd-70ee-468b-a63a-008b6bd74438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1afc99-db7f-4c8a-a94b-87d1135a61aa,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:15.497544 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49464) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:15.500679 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-940e5ffd-70ee-468b-a63a-008b6bd74438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:15.505933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0d007755-2580-4588-af5b-829c9ea673c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:15.511821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:15.526632 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d007755-2580-4588-af5b-829c9ea673c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe668d4-ec86-44ab-afbd-28a93e727d25,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:15.530396 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0d007755-2580-4588-af5b-829c9ea673c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:15.531727 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-0d007755-2580-4588-af5b-829c9ea673c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fe668d4-ec86-44ab-afbd-28a93e727d25 HTTP/1.1" status: 204  len: 168 time: 0.1815200
Dec 17 16:20:15.532768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0d007755-2580-4588-af5b-829c9ea673c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:15.571834 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-130ab9fa-331f-4044-aa61-52f0ac4b1c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:15.605529 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-130ab9fa-331f-4044-aa61-52f0ac4b1c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:15.657179 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-130ab9fa-331f-4044-aa61-52f0ac4b1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:15.663631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-536bcf6d-8638-4b91-bf65-2ae483b720bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:15.678192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ab9fa-331f-4044-aa61-52f0ac4b1c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1afc99-db7f-4c8a-a94b-87d1135a61aa,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:15.682195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-130ab9fa-331f-4044-aa61-52f0ac4b1c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:15.685916 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-130ab9fa-331f-4044-aa61-52f0ac4b1c3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c1afc99-db7f-4c8a-a94b-87d1135a61aa HTTP/1.1" status: 204  len: 168 time: 0.1848085
Dec 17 16:20:15.685916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-130ab9fa-331f-4044-aa61-52f0ac4b1c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:15.870177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4dd8-3cde-425f-9213-95888253638f req-cc1cb3a8-fb58-47d9-ad42-2733846720ba tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:15.872441 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-20af4dd8-3cde-425f-9213-95888253638f req-cc1cb3a8-fb58-47d9-ad42-2733846720ba tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.1228771
Dec 17 16:20:15.944941 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-20af4dd8-3cde-425f-9213-95888253638f req-1197256d-60f0-4551-a777-151b1b187236 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646577
Dec 17 16:20:16.314426 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49494) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:16.341421 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-dd9f16ca-043a-46df-918b-d30874fd1f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:16.359394 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-dd9f16ca-043a-46df-918b-d30874fd1f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:16.365538 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-dd9f16ca-043a-46df-918b-d30874fd1f10 admin admin] Usage tracker for resource:security_group_rule and tenant:32fb12ff60094a3087d04a15a8b7207d is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:16.369059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-dd9f16ca-043a-46df-918b-d30874fd1f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:16.376422 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-dd9f16ca-043a-46df-918b-d30874fd1f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:16.527576 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-dd9f16ca-043a-46df-918b-d30874fd1f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:16.532284 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-dd9f16ca-043a-46df-918b-d30874fd1f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:16.544338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-fa9fe42b-7993-4f76-877e-704757c6d95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:16.593476 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-dd9f16ca-043a-46df-918b-d30874fd1f10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32fb12ff60094a3087d04a15a8b7207d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2764254
Dec 17 16:20:16.594499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f16ca-043a-46df-918b-d30874fd1f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b39e1b-46c2-4cf9-8924-ed6efc1fe631,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:16.597088 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49500) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:16.600000 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83fdc14d-a161-4bc3-9d08-bbae87be5db0 req-281aa326-8edd-45ed-8b7f-fba4c01b4104 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0954318
Dec 17 16:20:16.600257 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-dd9f16ca-043a-46df-918b-d30874fd1f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:16.669314 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b71130c2-c4ce-4bcb-84e0-b30a735fa0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:16.702065 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b71130c2-c4ce-4bcb-84e0-b30a735fa0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:16.761585 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b71130c2-c4ce-4bcb-84e0-b30a735fa0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:16.766830 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-16834ecb-11dc-482b-a6b2-f7b7e046e09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:16.788388 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71130c2-c4ce-4bcb-84e0-b30a735fa0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b39e1b-46c2-4cf9-8924-ed6efc1fe631,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:16.793662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b71130c2-c4ce-4bcb-84e0-b30a735fa0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:16.795829 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b71130c2-c4ce-4bcb-84e0-b30a735fa0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:16.798744 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b71130c2-c4ce-4bcb-84e0-b30a735fa0c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7b39e1b-46c2-4cf9-8924-ed6efc1fe631 HTTP/1.1" status: 204  len: 168 time: 0.2003906
Dec 17 16:20:16.848522 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdc14d-a161-4bc3-9d08-bbae87be5db0 req-c5df4c4d-f068-4911-ab32-932808089c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:16.850487 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83fdc14d-a161-4bc3-9d08-bbae87be5db0 req-c5df4c4d-f068-4911-ab32-932808089c15 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f78600edd8e846ce98c88d3cb8610385&device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 1163 time: 0.1230528
Dec 17 16:20:17.036723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdc14d-a161-4bc3-9d08-bbae87be5db0 req-d144d84f-e665-4c4a-a4b7-43e90979f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:17.039210 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83fdc14d-a161-4bc3-9d08-bbae87be5db0 req-d144d84f-e665-4c4a-a4b7-43e90979f8f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 200  len: 912 time: 0.1608872
Dec 17 16:20:17.166296 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83fdc14d-a161-4bc3-9d08-bbae87be5db0 req-51984464-15fd-49d8-b8c5-d7dd33ce090f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=053c8060-dc93-473f-a72e-8627d1ba54a4 HTTP/1.1" status: 200  len: 217 time: 0.1185613
Dec 17 16:20:17.304026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdc14d-a161-4bc3-9d08-bbae87be5db0 req-7aafa3fc-599e-4e25-931b-f6b990a84c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:17.306215 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83fdc14d-a161-4bc3-9d08-bbae87be5db0 req-7aafa3fc-599e-4e25-931b-f6b990a84c37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7f039d2-014e-47ec-bed2-d630a94a12ce HTTP/1.1" status: 200  len: 858 time: 0.1225445
Dec 17 16:20:17.390827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8797d4-6353-4d87-aed9-db229c3e80c2 req-50e8b5f9-37df-4447-b7bc-c20d509a6572 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:17.394353 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83fdc14d-a161-4bc3-9d08-bbae87be5db0 req-3c0fb720-abd1-4bed-b709-0fe88b30d1a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a360a352-036a-4853-a7e2-1332b2ba98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0804698
Dec 17 16:20:17.400632 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0d8797d4-6353-4d87-aed9-db229c3e80c2 req-50e8b5f9-37df-4447-b7bc-c20d509a6572 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.1587355
Dec 17 16:20:17.506570 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0d8797d4-6353-4d87-aed9-db229c3e80c2 req-214e27eb-6f9b-460e-91b1-871904e27ad6 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048689
Dec 17 16:20:17.604067 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83fdc14d-a161-4bc3-9d08-bbae87be5db0 req-d8da7a09-123c-4ddb-8523-fb9be1f80893 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1995962
Dec 17 16:20:17.990936 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49572) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:18.208721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c3b562d-b08b-48ca-b298-5258fdab97e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:18.236869 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-8c3b562d-b08b-48ca-b298-5258fdab97e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:18.242472 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-8c3b562d-b08b-48ca-b298-5258fdab97e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e099e20018d34e13b3e0daddf83e8638 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:18.247499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-8c3b562d-b08b-48ca-b298-5258fdab97e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:18.254423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-8c3b562d-b08b-48ca-b298-5258fdab97e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:18.335066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49606) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:18.373637 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c3b562d-b08b-48ca-b298-5258fdab97e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:18.377824 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c3b562d-b08b-48ca-b298-5258fdab97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:18.397310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:18.482958 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-8c3b562d-b08b-48ca-b298-5258fdab97e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e099e20018d34e13b3e0daddf83e8638&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4905529
Dec 17 16:20:18.486606 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49616) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:18.491776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b562d-b08b-48ca-b298-5258fdab97e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb25e2f-f5f7-4f37-a455-b9440cb33ebe,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:18.496128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8c3b562d-b08b-48ca-b298-5258fdab97e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:18.574855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2025400303-network', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:20:18.586414 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:18.588956 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebec93e5-bbaf-41d0-81de-f05c4902a289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:18.592632 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Usage tracker for resource:network and tenant:a55fe0baa0f24396b3d5695191f1a6f0 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:18.596486 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:18.610961 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:18.635803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Made reservation on behalf of a55fe0baa0f24396b3d5695191f1a6f0 for: {'network': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:20:18.640747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:18.656405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebec93e5-bbaf-41d0-81de-f05c4902a289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:18.663906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:18.694298 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:18.709911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Usage tracker for resource:security_group_rule and tenant:a55fe0baa0f24396b3d5695191f1a6f0 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:18.719199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:18.727311 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:18.741298 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaee6d0-68cf-40a3-96ef-d91a139c9925 req-a9eba682-00e7-4612-94f5-842dea6b8209 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:18.742935 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-dbaee6d0-68cf-40a3-96ef-d91a139c9925 req-a9eba682-00e7-4612-94f5-842dea6b8209 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.0978491
Dec 17 16:20:18.756844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebec93e5-bbaf-41d0-81de-f05c4902a289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:18.764834 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4ee17821-a2df-4c2d-a2e1-1a521c8ad051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:18.781312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec93e5-bbaf-41d0-81de-f05c4902a289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb25e2f-f5f7-4f37-a455-b9440cb33ebe,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:18.814901 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-dbaee6d0-68cf-40a3-96ef-d91a139c9925 req-b760f2c0-bd5f-434c-b778-a46c3c312fc7 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610099
Dec 17 16:20:18.843535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ebec93e5-bbaf-41d0-81de-f05c4902a289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:18.865944 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebec93e5-bbaf-41d0-81de-f05c4902a289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:18.867195 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ebec93e5-bbaf-41d0-81de-f05c4902a289 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bb25e2f-f5f7-4f37-a455-b9440cb33ebe HTTP/1.1" status: 204  len: 168 time: 0.3784080
Dec 17 16:20:18.884293 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:18.886749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:18.892668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:18.937025 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:20:18.947090 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7ca57e-cc63-4c20-a28d-4a0a672d0702,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:18.954208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:18.956117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:18.956544 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Added segment a6518eb1-41d3-4c7d-ace3-8a405ffe1107 of type vxlan for network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea
Dec 17 16:20:18.999482 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:19.041149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:19.043010 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:19.043981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:19.054157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:19.158708 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8224890
Dec 17 16:20:19.162290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49646) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:19.169495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Request body: {'subnet': {'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2025400303-subnet', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'ip_version': 4}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:20:19.177339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:19.181769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Pushing event updated for resources: {'Network': ['ID=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:19.182784 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Usage tracker for resource:subnet and tenant:a55fe0baa0f24396b3d5695191f1a6f0 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:19.185619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:19.189939 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:19.198487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:20:19.212424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:19.228996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Made reservation on behalf of a55fe0baa0f24396b3d5695191f1a6f0 for: {'subnet': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:20:19.236541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036787856109'] for subnet, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:19.715688 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036787743776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036787856126'] for subnet, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:19.919305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1cd6e869-c3b6-4248-8b20-7e25422ae87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:20.119925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb533e61-2485-4c3f-b94b-eabff26e03d3,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:20.137422 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:20.214464 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdb199-4fc8-4345-b2d6-2db55371d824 req-74b62ce5-a92d-4ac0-a434-b7442730306c tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:20.216148 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c9cdb199-4fc8-4345-b2d6-2db55371d824 req-74b62ce5-a92d-4ac0-a434-b7442730306c tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.1968009
Dec 17 16:20:20.290206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Checking segment: {'id': 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:20:20.290692 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Network hostable DHCP agents. Network: 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:20:20.315286 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c9cdb199-4fc8-4345-b2d6-2db55371d824 req-7f4a8e27-7602-49ec-933e-0c70775cf875 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863485
Dec 17 16:20:20.324334 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:20:20.336372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea) {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:20:20.348452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad7d46-4a03-4dcf-9f72-6bf7a51c5069 None None] Network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:20:20.357081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:20.357889 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:20.408152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:20:20.422687 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2590721
Dec 17 16:20:20.425789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49710) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:20.449691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:20:20.458281 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:20.464126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Usage tracker for resource:router and tenant:a55fe0baa0f24396b3d5695191f1a6f0 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:20.469963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:20.479124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:20.505065 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667562'] for router, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:20.506835 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854665440'] for router, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:20.532572 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:20.595214 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83fdc14d-a161-4bc3-9d08-bbae87be5db0 req-08cbb94b-75fc-46f3-b11d-b5b562b39802 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2347388
Dec 17 16:20:20.899051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854665423'] for router, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:21.115716 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55080c99-bcec-5eef-a477-4b95c02406d4-3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'fixed_ips': [{'subnet_id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3'}]}} from dv-cinder-766752-2-iscsi. {{(pid=80281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 17 16:20:21.117214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:21.350563 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:21.401903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:21.542751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Allocated IP 172.20.0.2 (3a6a7e7b-9eb0-4935-9676-c2fbec7bafea/eb533e61-2485-4c3f-b94b-eabff26e03d3/b35723b7-8408-443b-a18c-ef555f07239b) {{(pid=80281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:20:21.707335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d684c04-1835-4192-a8e0-23ce1e1acf12 req-b3045d0b-c14a-47a6-9853-45d388e74f8e tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:21.709006 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3d684c04-1835-4192-a8e0-23ce1e1acf12 req-b3045d0b-c14a-47a6-9853-45d388e74f8e tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.1895387
Dec 17 16:20:21.781202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Notify callbacks [] for port, precommit_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:21.793779 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Transition to ACTIVE for port object b35723b7-8408-443b-a18c-ef555f07239b will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:20:21.814485 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Transition to ACTIVE for port object b35723b7-8408-443b-a18c-ef555f07239b will not be triggered until provisioned by entity DHCP. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:20:21.821160 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3d684c04-1835-4192-a8e0-23ce1e1acf12 req-7ec51eb5-6150-4fbb-9451-ea8eae69de5d tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756421
Dec 17 16:20:21.821364 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:21.822335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Allocated IP 172.27.0.80 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/ff5f78fa-45e6-4c3a-9736-110b82c84971) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:20:21.852171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:21.992694 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Pushing event updated for resources: {'Port': ['ID=b35723b7-8408-443b-a18c-ef555f07239b,revision_number=1']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:21.996350 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:22.005569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:22.033781 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67031632'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:22.057723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea is already hosted by enough agents. {{(pid=80281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:20:22.058366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Resources bound (agent type, host, resource id):  {{(pid=80281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:20:22.059596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b1e08dd8-003b-4bd4-be4f-1862b90d607b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:22.062046 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Received port after_create {{(pid=80281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:20:22.191408 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Attempting to bind port b35723b7-8408-443b-a18c-ef555f07239b on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:20:22.191832 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Attempting to bind port b35723b7-8408-443b-a18c-ef555f07239b by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:20:22.193076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Attempting to bind port b35723b7-8408-443b-a18c-ef555f07239b on network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:20:22.216617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:20:22.217049 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Checking segment: {'id': 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:20:22.217508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:22.217954 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Bound using segment: {'id': 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:20:22.218497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Bound port: b35723b7-8408-443b-a18c-ef555f07239b, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:20:22.218975 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:22.248584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff5f78fa-45e6-4c3a-9736-110b82c84971,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:22.253688 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:22.314763 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:20:22.315921 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:20:22.318607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:20:22.365596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] For port b35723b7-8408-443b-a18c-ef555f07239b, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:20:22.383982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] For port b35723b7-8408-443b-a18c-ef555f07239b, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=b35723b7-8408-443b-a18c-ef555f07239b,segment=NetworkSegment(a6518eb1-41d3-4c7d-ace3-8a405ffe1107),segment_id=a6518eb1-41d3-4c7d-ace3-8a405ffe1107)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:20:22.409277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:22.448011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:22.824483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Pushing event updated for resources: {'Port': ['ID=b35723b7-8408-443b-a18c-ef555f07239b,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:22.849322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:22.955475 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:23.250474 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95de8dc-75c8-45c5-8b61-f8a84fb7cf8a req-98b2576e-364f-45e1-9b93-ea23d6f36d95 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:23.260254 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b95de8dc-75c8-45c5-8b61-f8a84fb7cf8a req-98b2576e-364f-45e1-9b93-ea23d6f36d95 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.2416418
Dec 17 16:20:23.412839 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b95de8dc-75c8-45c5-8b61-f8a84fb7cf8a req-553912e9-0fbb-4ffe-8af2-5648f9b832e1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516149
Dec 17 16:20:23.518111 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102547'] for router, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:23.742855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Router f2a4ac87-e63f-4f38-9598-f10701524f14 is scheduled to L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 with binding_index 1 {{(pid=80280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 17 16:20:23.941866 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:20:23.951189 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Sync routers for ids ['f2a4ac87-e63f-4f38-9598-f10701524f14'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:20:23.967466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Routers {'f2a4ac87-e63f-4f38-9598-f10701524f14'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:20:23.968441 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f853518>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:19:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['f2a4ac87-e63f-4f38-9598-f10701524f14'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:23.970326 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Notify callbacks [] for router, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:23.971666 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.5381455
Dec 17 16:20:23.974654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 49778) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:24.164207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Set router f2a4ac87-e63f-4f38-9598-f10701524f14 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:20:24.414691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26190c2-b3c5-4f4f-bc4d-8e3e8148f237 None None] Network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:20:24.495076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f853518>, [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:20:22Z', 'revision_number': 3, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:24.500244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Checking router: f2a4ac87-e63f-4f38-9598-f10701524f14 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:20:24.500946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Updating router f2a4ac87-e63f-4f38-9598-f10701524f14 port ff5f78fa-45e6-4c3a-9736-110b82c84971 binding host dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:20:24.587353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:24.671097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-64581d11-fdab-4a7a-a5fa-5678eb8bd305 None None] Provisioning for port b35723b7-8408-443b-a18c-ef555f07239b completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:20:24.763963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:24.973054 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cbc75-d705-4db2-bd3d-1e023c737461 req-afd5a087-59bb-42d1-92c6-396884f7369c tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:24.975069 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2b7cbc75-d705-4db2-bd3d-1e023c737461 req-afd5a087-59bb-42d1-92c6-396884f7369c tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.3704469
Dec 17 16:20:25.086330 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2b7cbc75-d705-4db2-bd3d-1e023c737461 req-5b79f162-5457-4fa5-b428-97a1f5fa65e1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038883
Dec 17 16:20:25.152006 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:25.380952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device b35723b7-8408-443b-a18c-ef555f07239b up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:20:25.463746 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Notify callbacks [] for port, precommit_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:25.510609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Transition to ACTIVE for port object ff5f78fa-45e6-4c3a-9736-110b82c84971 will not be triggered until provisioned by entity L2. {{(pid=80282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:20:25.513778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:25.572037 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:25.776157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port b35723b7-8408-443b-a18c-ef555f07239b completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:20:25.793779 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port b35723b7-8408-443b-a18c-ef555f07239b triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:20:25.794610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:25.888375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152fc73-dd23-464d-b011-495913543000 None None] Pushing event updated for resources: {'Port': ['ID=ff5f78fa-45e6-4c3a-9736-110b82c84971,revision_number=2']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:25.903564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.903993 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.904857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.904857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.905412 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.905963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.906822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.907592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.908144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.908749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.909316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.909870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.910538 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.911508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.912519 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.913281 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.913833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.914380 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.915177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.915657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.916158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.916949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.917393 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.917787 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152fc73-dd23-464d-b011-495913543000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:25.947996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3152fc73-dd23-464d-b011-495913543000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:25.962753 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Allocated IP 172.20.0.1 (3a6a7e7b-9eb0-4935-9676-c2fbec7bafea/eb533e61-2485-4c3f-b94b-eabff26e03d3/a9df763d-27d5-4b3b-996f-2e3b585243ee) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:20:25.973215 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-71cbf297-416b-4bb5-a009-310fcbeda820 None None] Provisioning complete for port b35723b7-8408-443b-a18c-ef555f07239b triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:20:25.973944 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-71cbf297-416b-4bb5-a009-310fcbeda820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:26.092079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Attempting to bind port ff5f78fa-45e6-4c3a-9736-110b82c84971 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:20:26.093095 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Attempting to bind port ff5f78fa-45e6-4c3a-9736-110b82c84971 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:20:26.093095 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Attempting to bind port ff5f78fa-45e6-4c3a-9736-110b82c84971 on network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:20:26.123870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:20:26.123870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Checking segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:20:26.123870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:26.124246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Bound using segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:20:26.127598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Bound port: ff5f78fa-45e6-4c3a-9736-110b82c84971, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:20:26.127598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:26.225944 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:26.303820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] For port ff5f78fa-45e6-4c3a-9736-110b82c84971, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:20:26.310792 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] For port ff5f78fa-45e6-4c3a-9736-110b82c84971, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=ff5f78fa-45e6-4c3a-9736-110b82c84971,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:20:26.320336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-95055688-3e1a-400a-88e9-541a98853bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:26.329431 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:26.350599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7bc46802-9dd4-4df6-937f-27f2de958fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:26.422419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port b35723b7-8408-443b-a18c-ef555f07239b, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=b35723b7-8408-443b-a18c-ef555f07239b,segment=NetworkSegment(a6518eb1-41d3-4c7d-ace3-8a405ffe1107),segment_id=a6518eb1-41d3-4c7d-ace3-8a405ffe1107)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:20:26.441893 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:26.455476 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:26.559723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49850) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:26.568049 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49854) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:26.579847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-71cbf297-416b-4bb5-a009-310fcbeda820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:26.604715 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:26.677751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Transition to ACTIVE for port object a9df763d-27d5-4b3b-996f-2e3b585243ee will not be triggered until provisioned by entity DHCP. {{(pid=80280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:20:26.692971 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152fc73-dd23-464d-b011-495913543000 None None] Pushing event updated for resources: {'Port': ['ID=ff5f78fa-45e6-4c3a-9736-110b82c84971,revision_number=3']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:26.698623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=b35723b7-8408-443b-a18c-ef555f07239b,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:26.707745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:26.711788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [None req-71cbf297-416b-4bb5-a009-310fcbeda820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80281) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:20:26.712128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3152fc73-dd23-464d-b011-495913543000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:26.712284 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [None req-71cbf297-416b-4bb5-a009-310fcbeda820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:20:26.720209 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d8be4-4224-4edc-abd3-31e564183bdc req-820a067e-f9ea-4005-936c-cc7b7e1f34c5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:26.721876 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0f5d8be4-4224-4edc-abd3-31e564183bdc req-820a067e-f9ea-4005-936c-cc7b7e1f34c5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.3422625
Dec 17 16:20:26.772561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Routers {'f2a4ac87-e63f-4f38-9598-f10701524f14'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:20:26.773243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f853518>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:19:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['f2a4ac87-e63f-4f38-9598-f10701524f14'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:26.866153 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0f5d8be4-4224-4edc-abd3-31e564183bdc req-c8f784bc-0db0-4451-ab11-a4e6a0e9a73f tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229398
Dec 17 16:20:26.876652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67031632'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:26.983172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cee27625-bec9-489a-858d-e0ef83d65137 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:27.050506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] Set router f2a4ac87-e63f-4f38-9598-f10701524f14 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:20:27.120783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9706bd91-fefd-4227-a592-78f1092a5542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:27.143729 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-9706bd91-fefd-4227-a592-78f1092a5542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:27.149817 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-9706bd91-fefd-4227-a592-78f1092a5542 admin admin] Usage tracker for resource:security_group_rule and tenant:8d38a7e31dd148cfbc1595f4cc6dde62 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:27.154327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-9706bd91-fefd-4227-a592-78f1092a5542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:27.165553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-9706bd91-fefd-4227-a592-78f1092a5542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:27.186775 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 5fe3cd31-506e-49e7-8724-04c8edf235b5 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:20:27.275998 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:20:27.291366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9706bd91-fefd-4227-a592-78f1092a5542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:27.310191 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:20:27.318633 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:20:27.358062 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd5e5-0f46-46fe-ac90-65dc3ecdfc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:27.396087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Pushing event updated for resources: {'Port': ['ID=a9df763d-27d5-4b3b-996f-2e3b585243ee,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:27.401441 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:27.411286 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9706bd91-fefd-4227-a592-78f1092a5542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:27.465727 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c9edd807-3bad-4f50-a34b-8df401901a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:27.471772 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673072'] for router_interface, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:27.513864 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-9706bd91-fefd-4227-a592-78f1092a5542 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d38a7e31dd148cfbc1595f4cc6dde62&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9440835
Dec 17 16:20:27.514972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49878) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:27.516441 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-7e1cd5e5-0f46-46fe-ac90-65dc3ecdfc11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:27.519484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706bd91-fefd-4227-a592-78f1092a5542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20344245-9098-4757-8a85-b37dc1bf3c87,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:27.524810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9706bd91-fefd-4227-a592-78f1092a5542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:27.597251 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-7e1cd5e5-0f46-46fe-ac90-65dc3ecdfc11 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa82395a63a435fb5493378fc6c7d0f is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:27.606592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-7e1cd5e5-0f46-46fe-ac90-65dc3ecdfc11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:27.640238 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb1415b1-0d48-4d7b-937e-00358a59d1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:27.676748 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb1415b1-0d48-4d7b-937e-00358a59d1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:27.752970 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f853518>, [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:20:22Z', 'revision_number': 3, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:27.766915 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8867d-0891-4a40-bdbb-83e4f76d5486 None None] The sync data for ids ['f2a4ac87-e63f-4f38-9598-f10701524f14'] in dv-cinder-766752-2-iscsi is: [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:20:22Z', 'revision_number': 3, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:20:27.802139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-7e1cd5e5-0f46-46fe-ac90-65dc3ecdfc11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:27.809474 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb1415b1-0d48-4d7b-937e-00358a59d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:27.819934 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ebec93e5-bbaf-41d0-81de-f05c4902a289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:27.827499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device b35723b7-8408-443b-a18c-ef555f07239b up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:20:27.849950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1415b1-0d48-4d7b-937e-00358a59d1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20344245-9098-4757-8a85-b37dc1bf3c87,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:27.852840 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cb1415b1-0d48-4d7b-937e-00358a59d1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:27.854111 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb1415b1-0d48-4d7b-937e-00358a59d1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:27.871665 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-cb1415b1-0d48-4d7b-937e-00358a59d1c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20344245-9098-4757-8a85-b37dc1bf3c87 HTTP/1.1" status: 204  len: 168 time: 0.3335574
Dec 17 16:20:28.033612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f364a-e170-4326-b082-429364b039ba req-39aaf374-51fb-47b8-b138-16a6485bc4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:28.039534 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b70f364a-e170-4326-b082-429364b039ba req-39aaf374-51fb-47b8-b138-16a6485bc4a2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 1163 time: 0.4052691
Dec 17 16:20:28.080171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:28.115698 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 5fe3cd31-506e-49e7-8724-04c8edf235b5 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:20:28.116119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:28.136771 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b70f364a-e170-4326-b082-429364b039ba req-edf137ed-3acf-4741-90ca-1d2d05b8ec78 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866621
Dec 17 16:20:28.269047 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd5e5-0f46-46fe-ac90-65dc3ecdfc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:28.273127 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd5e5-0f46-46fe-ac90-65dc3ecdfc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:28.323509 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b3f3a53d-a41e-455d-a6aa-10f1581b7136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:28.368884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port b35723b7-8408-443b-a18c-ef555f07239b triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:20:28.372350 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:28.484513 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-7e1cd5e5-0f46-46fe-ac90-65dc3ecdfc11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7aa82395a63a435fb5493378fc6c7d0f&name=default HTTP/1.1" status: 200  len: 2879 time: 1.9227507
Dec 17 16:20:28.485374 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49906) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:28.555006 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-ff77a1af-7890-4591-b5a4-4a11b64dab20 None None] Provisioning for port a9df763d-27d5-4b3b-996f-2e3b585243ee completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:20:28.574215 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cd5e5-0f46-46fe-ac90-65dc3ecdfc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1227c3-c42c-4326-b1ef-713a96fe6cf2,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:28.580325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-ff77a1af-7890-4591-b5a4-4a11b64dab20 None None] Provisioning complete for port a9df763d-27d5-4b3b-996f-2e3b585243ee triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:20:28.580788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ff77a1af-7890-4591-b5a4-4a11b64dab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:28.590967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7e1cd5e5-0f46-46fe-ac90-65dc3ecdfc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:28.666160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d01ad4cf-3090-41f1-b347-d392abbf9176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:28.703753 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d01ad4cf-3090-41f1-b347-d392abbf9176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:28.809240 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-ff77a1af-7890-4591-b5a4-4a11b64dab20 None None] Port a9df763d-27d5-4b3b-996f-2e3b585243ee cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:20:28.814427 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d01ad4cf-3090-41f1-b347-d392abbf9176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:28.814825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0b125acc-b7f8-4cd3-afe4-e0eea32b5d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:28.825450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-87a8d703-dbd5-4a2b-bb98-99342ce97136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:28.846044 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ad4cf-3090-41f1-b347-d392abbf9176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1227c3-c42c-4326-b1ef-713a96fe6cf2,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:28.855183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d01ad4cf-3090-41f1-b347-d392abbf9176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:28.857759 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d01ad4cf-3090-41f1-b347-d392abbf9176 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab1227c3-c42c-4326-b1ef-713a96fe6cf2 HTTP/1.1" status: 204  len: 168 time: 0.3702915
Dec 17 16:20:28.858816 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d01ad4cf-3090-41f1-b347-d392abbf9176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:29.117900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a12c5-c448-4522-8b55-8ef1061a1a09 req-38318d0b-97dc-4b9b-9a17-19fa3c59b67c tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:29.119577 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-507a12c5-c448-4522-8b55-8ef1061a1a09 req-38318d0b-97dc-4b9b-9a17-19fa3c59b67c tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.8630161
Dec 17 16:20:29.253664 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-507a12c5-c448-4522-8b55-8ef1061a1a09 req-1d6af0a8-6af0-4872-be96-51a412e0755b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156425
Dec 17 16:20:29.281118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:29.289357 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787744152'] for port, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:29.345609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:29.422315 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device ff5f78fa-45e6-4c3a-9736-110b82c84971 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:20:29.523487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853677243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676747'] for router_interface, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:29.545313 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Pushing event updated for resources: {'Port': ['ID=a9df763d-27d5-4b3b-996f-2e3b585243ee,revision_number=2']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:29.553567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:29.629515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49938) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:29.666115 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf15dcd6-38e7-4038-81a3-57eee14be6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:29.689123 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:29.689123 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port ff5f78fa-45e6-4c3a-9736-110b82c84971 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:20:29.693095 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cf15dcd6-38e7-4038-81a3-57eee14be6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:29.697494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cf15dcd6-38e7-4038-81a3-57eee14be6f9 admin admin] Usage tracker for resource:security_group_rule and tenant:37d0fbda31dd46358950d3eb276d71f7 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:29.705137 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cf15dcd6-38e7-4038-81a3-57eee14be6f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:29.705457 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port ff5f78fa-45e6-4c3a-9736-110b82c84971 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:20:29.705803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:29.712042 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cf15dcd6-38e7-4038-81a3-57eee14be6f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:29.765965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:20:29.767613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:20:29.848634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 5fe3cd31-506e-49e7-8724-04c8edf235b5 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:20:29.925508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf15dcd6-38e7-4038-81a3-57eee14be6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:29.936417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf15dcd6-38e7-4038-81a3-57eee14be6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:29.957210 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-331fdd79-be64-4d08-82a4-dd4c28d220bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:30.031880 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15dcd6-38e7-4038-81a3-57eee14be6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34a0dc5-0352-454f-a414-b06ef8f78b39,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:30.035463 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cf15dcd6-38e7-4038-81a3-57eee14be6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:30.041788 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-cf15dcd6-38e7-4038-81a3-57eee14be6f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37d0fbda31dd46358950d3eb276d71f7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4085627
Dec 17 16:20:30.045126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 49950) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:30.114908 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:30.175981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-dbf74cb2-90f4-4177-8115-8f8573ab6abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:30.183495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port ff5f78fa-45e6-4c3a-9736-110b82c84971, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=ff5f78fa-45e6-4c3a-9736-110b82c84971,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:20:30.201838 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:30.204645 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:30.224329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-dbf74cb2-90f4-4177-8115-8f8573ab6abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:30.294998 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 5fe3cd31-506e-49e7-8724-04c8edf235b5 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:20:30.296987 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:30.315781 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-dbf74cb2-90f4-4177-8115-8f8573ab6abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:30.341523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1b0311ed-7d3d-403c-a2e2-cd8f57dc9889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:30.367291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Router f2a4ac87-e63f-4f38-9598-f10701524f14 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:20:30.371753 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-4d70011a-ef3e-4954-85be-af97d13e88bd None None] Provisioning complete for port a9df763d-27d5-4b3b-996f-2e3b585243ee triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:20:30.372211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4d70011a-ef3e-4954-85be-af97d13e88bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:30.391779 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf74cb2-90f4-4177-8115-8f8573ab6abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34a0dc5-0352-454f-a414-b06ef8f78b39,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:30.412668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-dbf74cb2-90f4-4177-8115-8f8573ab6abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:30.419945 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-dbf74cb2-90f4-4177-8115-8f8573ab6abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:30.424966 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-dbf74cb2-90f4-4177-8115-8f8573ab6abe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e34a0dc5-0352-454f-a414-b06ef8f78b39 HTTP/1.1" status: 204  len: 168 time: 0.3779826
Dec 17 16:20:30.526755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:30.546820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=ff5f78fa-45e6-4c3a-9736-110b82c84971,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:30.548864 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-4d70011a-ef3e-4954-85be-af97d13e88bd None None] Port a9df763d-27d5-4b3b-996f-2e3b585243ee cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:20:30.554497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:30.879508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:20:30.902018 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] 10.222.0.21 "PUT /v2.0/routers/f2a4ac87-e63f-4f38-9598-f10701524f14/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9258878
Dec 17 16:20:30.995295 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cc394-87a0-47b6-8f0b-83878b0f53cf req-e05a872b-9a7a-42db-b69d-9a20b0bb6079 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:30.999292 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-218cc394-87a0-47b6-8f0b-83878b0f53cf req-e05a872b-9a7a-42db-b69d-9a20b0bb6079 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.3383074
Dec 17 16:20:31.031476 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:31.141825 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-218cc394-87a0-47b6-8f0b-83878b0f53cf req-ff02de8d-339d-4854-a3fe-22296b00ac32 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336455
Dec 17 16:20:31.335700 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device ff5f78fa-45e6-4c3a-9736-110b82c84971 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:20:31.502895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port ff5f78fa-45e6-4c3a-9736-110b82c84971 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:20:31.503322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:31.575574 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Sync routers for ids ['f2a4ac87-e63f-4f38-9598-f10701524f14'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:20:31.592982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Routers {'f2a4ac87-e63f-4f38-9598-f10701524f14'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:20:31.593686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f3d2198>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:20:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['f2a4ac87-e63f-4f38-9598-f10701524f14'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:31.667830 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d25b0-86de-4842-9e50-e81a35faeb81 req-451d84fc-54ce-4050-9508-36c5f1a6413e tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:31.671664 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-646d25b0-86de-4842-9e50-e81a35faeb81 req-451d84fc-54ce-4050-9508-36c5f1a6413e tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.2178495
Dec 17 16:20:31.782735 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-646d25b0-86de-4842-9e50-e81a35faeb81 req-3e3e355a-17d7-491b-8964-607f4e5eddd1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041114
Dec 17 16:20:31.950964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Set router f2a4ac87-e63f-4f38-9598-f10701524f14 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:20:32.546427 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f3d2198>, [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:20:27Z', 'revision_number': 4, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'a9df763d-27d5-4b3b-996f-2e3b585243ee', 'name': '', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'mac_address': 'fa:16:3e:49:99:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:25Z', 'updated_at': '2020-12-17T16:20:28Z', 'revision_number': 2, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'subnets': [{'id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:32.559637 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Checking router: f2a4ac87-e63f-4f38-9598-f10701524f14 for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:20:32.562015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Updating router f2a4ac87-e63f-4f38-9598-f10701524f14 port a9df763d-27d5-4b3b-996f-2e3b585243ee binding host dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:20:32.647643 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:33.302648 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Notify callbacks [] for port, precommit_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:33.321170 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Transition to ACTIVE for port object a9df763d-27d5-4b3b-996f-2e3b585243ee will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:20:33.330696 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:33.465730 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6a9ef76f-c73f-467e-a846-2c7878de8d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:33.535066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dd243-1b19-4b71-89de-7b95d133d745 None None] Pushing event updated for resources: {'Port': ['ID=a9df763d-27d5-4b3b-996f-2e3b585243ee,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:33.540829 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a85dd243-1b19-4b71-89de-7b95d133d745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:33.737903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Attempting to bind port a9df763d-27d5-4b3b-996f-2e3b585243ee on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:20:33.737903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Attempting to bind port a9df763d-27d5-4b3b-996f-2e3b585243ee by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:20:33.738303 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Attempting to bind port a9df763d-27d5-4b3b-996f-2e3b585243ee on network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:20:33.745249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:20:33.745671 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Checking segment: {'id': 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:20:33.746194 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:33.746730 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Bound using segment: {'id': 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:20:33.747276 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Bound port: a9df763d-27d5-4b3b-996f-2e3b585243ee, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:20:33.747697 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:33.877333 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] For port a9df763d-27d5-4b3b-996f-2e3b585243ee, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:20:33.882125 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] For port a9df763d-27d5-4b3b-996f-2e3b585243ee, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=a9df763d-27d5-4b3b-996f-2e3b585243ee,segment=NetworkSegment(a6518eb1-41d3-4c7d-ace3-8a405ffe1107),segment_id=a6518eb1-41d3-4c7d-ace3-8a405ffe1107)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:20:33.890624 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:33.940333 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a85dd243-1b19-4b71-89de-7b95d133d745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:34.315064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dd243-1b19-4b71-89de-7b95d133d745 None None] Pushing event updated for resources: {'Port': ['ID=a9df763d-27d5-4b3b-996f-2e3b585243ee,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:34.320236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a85dd243-1b19-4b71-89de-7b95d133d745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:34.370295 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Routers {'f2a4ac87-e63f-4f38-9598-f10701524f14'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:20:34.371655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f3d2198>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:20:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['f2a4ac87-e63f-4f38-9598-f10701524f14'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:34.730265 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] Set router f2a4ac87-e63f-4f38-9598-f10701524f14 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:20:35.383604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f3d2198>, [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:20:27Z', 'revision_number': 4, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'a9df763d-27d5-4b3b-996f-2e3b585243ee', 'name': '', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'mac_address': 'fa:16:3e:49:99:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:25Z', 'updated_at': '2020-12-17T16:20:33Z', 'revision_number': 4, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'subnets': [{'id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:20:35.399397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6fbe0-9e9f-441c-bcb3-8898cf52b33a None None] The sync data for ids ['f2a4ac87-e63f-4f38-9598-f10701524f14'] in dv-cinder-766752-2-iscsi is: [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:20:27Z', 'revision_number': 4, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'a9df763d-27d5-4b3b-996f-2e3b585243ee', 'name': '', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'mac_address': 'fa:16:3e:49:99:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:25Z', 'updated_at': '2020-12-17T16:20:33Z', 'revision_number': 4, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'subnets': [{'id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:20:35.936857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 50136) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:36.361515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d6fa0929-8f35-45af-b96c-e7033efa6561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:36.431990 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-d6fa0929-8f35-45af-b96c-e7033efa6561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:36.448926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-d6fa0929-8f35-45af-b96c-e7033efa6561 admin admin] Usage tracker for resource:security_group_rule and tenant:65c85e8310544072b0f33602f134fcda is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:36.452893 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-d6fa0929-8f35-45af-b96c-e7033efa6561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:36.473156 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-d6fa0929-8f35-45af-b96c-e7033efa6561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:36.556136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42415c35-e1c8-46fa-ba48-00938ec8b5e6 req-499606e8-7c7d-4e50-a8d4-090b9b04d7bb tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:36.565506 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-42415c35-e1c8-46fa-ba48-00938ec8b5e6 req-499606e8-7c7d-4e50-a8d4-090b9b04d7bb tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1509948
Dec 17 16:20:36.626899 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-42415c35-e1c8-46fa-ba48-00938ec8b5e6 req-5242c828-480f-4e52-89b4-a47d6489eed0 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598693
Dec 17 16:20:36.643075 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d6fa0929-8f35-45af-b96c-e7033efa6561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:36.647029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d6fa0929-8f35-45af-b96c-e7033efa6561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:36.658397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9706bd91-fefd-4227-a592-78f1092a5542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:36.710519 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d6fa0929-8f35-45af-b96c-e7033efa6561 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65c85e8310544072b0f33602f134fcda&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7691419
Dec 17 16:20:36.710519 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa0929-8f35-45af-b96c-e7033efa6561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8725fa-703f-47a7-bdca-8ae4316eabef,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:36.711263 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50150) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:36.712817 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d6fa0929-8f35-45af-b96c-e7033efa6561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:36.809853 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-541ab6f8-2244-4025-bbfc-ca5e86c8d52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:36.855061 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-541ab6f8-2244-4025-bbfc-ca5e86c8d52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:36.966259 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-541ab6f8-2244-4025-bbfc-ca5e86c8d52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:36.971990 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cb539a78-ef37-47d1-b4a9-b36bab6acdb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:36.987461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ab6f8-2244-4025-bbfc-ca5e86c8d52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8725fa-703f-47a7-bdca-8ae4316eabef,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:36.990432 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-541ab6f8-2244-4025-bbfc-ca5e86c8d52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:36.991670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-541ab6f8-2244-4025-bbfc-ca5e86c8d52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:36.993090 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-541ab6f8-2244-4025-bbfc-ca5e86c8d52e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b8725fa-703f-47a7-bdca-8ae4316eabef HTTP/1.1" status: 204  len: 168 time: 0.2804780
Dec 17 16:20:37.330681 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device a9df763d-27d5-4b3b-996f-2e3b585243ee up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:20:37.341822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:20:37.526261 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port a9df763d-27d5-4b3b-996f-2e3b585243ee completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:20:37.533144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port a9df763d-27d5-4b3b-996f-2e3b585243ee triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:20:37.533446 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:37.701448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:37.747357 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50172) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:37.755458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port a9df763d-27d5-4b3b-996f-2e3b585243ee, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=a9df763d-27d5-4b3b-996f-2e3b585243ee,segment=NetworkSegment(a6518eb1-41d3-4c7d-ace3-8a405ffe1107),segment_id=a6518eb1-41d3-4c7d-ace3-8a405ffe1107)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:20:37.759157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:37.761175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:37.824754 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:37.848524 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=a9df763d-27d5-4b3b-996f-2e3b585243ee,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:37.862808 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:37.863359 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:37.870782 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Usage tracker for resource:security_group_rule and tenant:85fe69ec1f69471dacc19140071522d3 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:37.876752 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:37.884458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:37.943298 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79124fdb-2ac6-4173-af7d-70e60603d8c3 req-b8fc4657-f028-4946-b778-0a4103ce5bd8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:37.945066 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-79124fdb-2ac6-4173-af7d-70e60603d8c3 req-b8fc4657-f028-4946-b778-0a4103ce5bd8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1659191
Dec 17 16:20:38.015389 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-79124fdb-2ac6-4173-af7d-70e60603d8c3 req-3aa36b2f-17c3-4dbd-89ce-629b6daaa9ad tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621109
Dec 17 16:20:38.068687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:38.075560 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:38.085350 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-79a7c2ab-4417-4030-af2d-972739b76d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:38.118810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cb48f4-92d9-4778-aae5-2583d5685124,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:38.142307 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.142799 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.143309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.143716 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.144164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.144637 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.145053 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.145447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.145837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.146308 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.147210 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.147654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.148120 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.148555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.148942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.149325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.149706 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.150087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.150467 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.150845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.151227 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.151606 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.151989 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.152960 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:38.162909 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:38.175638 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85fe69ec1f69471dacc19140071522d3&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4219267
Dec 17 16:20:38.175638 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50178) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:38.246200 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-45d6c2a4-71fe-4edd-be69-d6732cbca756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:38.279118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-45d6c2a4-71fe-4edd-be69-d6732cbca756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:38.346784 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-45d6c2a4-71fe-4edd-be69-d6732cbca756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:38.353513 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-dd9f16ca-043a-46df-918b-d30874fd1f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:38.367413 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6c2a4-71fe-4edd-be69-d6732cbca756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cb48f4-92d9-4778-aae5-2583d5685124,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:38.370504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-45d6c2a4-71fe-4edd-be69-d6732cbca756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:38.377214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-45d6c2a4-71fe-4edd-be69-d6732cbca756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:38.381137 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-45d6c2a4-71fe-4edd-be69-d6732cbca756 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91cb48f4-92d9-4778-aae5-2583d5685124 HTTP/1.1" status: 204  len: 168 time: 0.2042844
Dec 17 16:20:38.726506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb35d8-9e62-4c3d-bb8b-22cf70ce80ec req-31bf78ad-c398-4a43-bbe1-e114f477696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:38.728911 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9feb35d8-9e62-4c3d-bb8b-22cf70ce80ec req-31bf78ad-c398-4a43-bbe1-e114f477696a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f78600edd8e846ce98c88d3cb8610385&device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 1163 time: 0.1252890
Dec 17 16:20:38.944678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb35d8-9e62-4c3d-bb8b-22cf70ce80ec req-39c3f744-c81b-4bcf-90e9-1fecece799c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:38.946794 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9feb35d8-9e62-4c3d-bb8b-22cf70ce80ec req-39c3f744-c81b-4bcf-90e9-1fecece799c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 200  len: 912 time: 0.2061288
Dec 17 16:20:39.048912 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9feb35d8-9e62-4c3d-bb8b-22cf70ce80ec req-bba4899e-1995-4385-97ff-93c5148997d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=053c8060-dc93-473f-a72e-8627d1ba54a4 HTTP/1.1" status: 200  len: 217 time: 0.0941825
Dec 17 16:20:39.151023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb35d8-9e62-4c3d-bb8b-22cf70ce80ec req-18198847-d05e-4765-aa38-43c3668012f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:39.153597 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9feb35d8-9e62-4c3d-bb8b-22cf70ce80ec req-18198847-d05e-4765-aa38-43c3668012f4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7f039d2-014e-47ec-bed2-d630a94a12ce HTTP/1.1" status: 200  len: 858 time: 0.0971441
Dec 17 16:20:39.218932 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9feb35d8-9e62-4c3d-bb8b-22cf70ce80ec req-32b907b7-e49a-42ee-890d-ef1cfc4211cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a360a352-036a-4853-a7e2-1332b2ba98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554972
Dec 17 16:20:39.311584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa095dc-0e09-414e-92ae-dbf08bc66382 req-da05e732-43d9-4618-995d-ed5368fbd571 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:39.313583 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7aa095dc-0e09-414e-92ae-dbf08bc66382 req-da05e732-43d9-4618-995d-ed5368fbd571 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1308634
Dec 17 16:20:39.322609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device a9df763d-27d5-4b3b-996f-2e3b585243ee up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:20:39.432237 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7aa095dc-0e09-414e-92ae-dbf08bc66382 req-b69629ce-3980-4a01-a754-093cb4b9ae11 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109681
Dec 17 16:20:39.481571 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port a9df763d-27d5-4b3b-996f-2e3b585243ee triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:20:39.481571 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:39.511012 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9feb35d8-9e62-4c3d-bb8b-22cf70ce80ec req-00a0d742-c9ca-41ce-a8bb-443b296e797a service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2830882
Dec 17 16:20:40.692283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d07874-38fe-4cf4-a9cf-9d166eee9e5c req-608bbaf0-1ee1-4555-8209-3bcff1e12f1c tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:40.700652 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c1d07874-38fe-4cf4-a9cf-9d166eee9e5c req-608bbaf0-1ee1-4555-8209-3bcff1e12f1c tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1107633
Dec 17 16:20:40.772941 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c1d07874-38fe-4cf4-a9cf-9d166eee9e5c req-50b2eea4-b4cf-479a-9006-29dc326d6d57 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711160
Dec 17 16:20:40.776341 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9feb35d8-9e62-4c3d-bb8b-22cf70ce80ec req-1b20ba7a-bfa2-4ca6-85db-97cb01664631 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2278452
Dec 17 16:20:41.220935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50254) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:41.427435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2ac51947-47c8-41b7-8c83-6e85fd559665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:41.450578 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2ac51947-47c8-41b7-8c83-6e85fd559665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:41.455125 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2ac51947-47c8-41b7-8c83-6e85fd559665 admin admin] Usage tracker for resource:security_group_rule and tenant:065428287f99475f91a6fb5893dd55d2 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:41.458339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2ac51947-47c8-41b7-8c83-6e85fd559665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:41.464721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2ac51947-47c8-41b7-8c83-6e85fd559665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:41.563546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2ac51947-47c8-41b7-8c83-6e85fd559665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:41.568363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2ac51947-47c8-41b7-8c83-6e85fd559665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:41.578948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-541ab6f8-2244-4025-bbfc-ca5e86c8d52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:41.606591 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-2ac51947-47c8-41b7-8c83-6e85fd559665 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=065428287f99475f91a6fb5893dd55d2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3843665
Dec 17 16:20:41.610225 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 50266) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:41.633507 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac51947-47c8-41b7-8c83-6e85fd559665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6144a0-e260-46c7-bdd9-06acd6b725af,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:41.637742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2ac51947-47c8-41b7-8c83-6e85fd559665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:41.700654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:41.731347 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:41.804088 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:41.811116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:41.826979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6144a0-e260-46c7-bdd9-06acd6b725af,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:41.836725 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.837185 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.837580 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.837969 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.838355 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.838798 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.839199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.839731 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.840739 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.841156 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.841540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.841925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.842381 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.842759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.843143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.843526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.843904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.844336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.844821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.845191 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.845564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.845935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.846577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.846950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:20:41.852581 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:41.859579 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:41.863987 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c6144a0-e260-46c7-bdd9-06acd6b725af HTTP/1.1" status: 204  len: 168 time: 0.2524948
Dec 17 16:20:42.075844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f86e3-9963-456c-abf4-adb02161f849 req-ea182e99-7474-4cbb-a959-c4b63d3ff49a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:42.077538 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5f4f86e3-9963-456c-abf4-adb02161f849 req-ea182e99-7474-4cbb-a959-c4b63d3ff49a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1012390
Dec 17 16:20:42.139971 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5f4f86e3-9963-456c-abf4-adb02161f849 req-cca69c21-2e7b-4dd7-88cf-574c936f53b1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520079
Dec 17 16:20:43.441950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4f270-2ddf-4b97-912c-e62a35f6fa02 req-8893e2ac-06d1-4c33-aee5-1144ab7c07d8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:43.457308 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f4b4f270-2ddf-4b97-912c-e62a35f6fa02 req-8893e2ac-06d1-4c33-aee5-1144ab7c07d8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1348183
Dec 17 16:20:43.552065 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f4b4f270-2ddf-4b97-912c-e62a35f6fa02 req-d228b34a-9371-4e81-ab96-8651741e49f1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936275
Dec 17 16:20:44.934554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff27bc-4a19-4dbb-94ea-67f6f5e8744b req-57a555ae-0121-464e-8dc6-8f3f5680dab2 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:44.944443 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-49ff27bc-4a19-4dbb-94ea-67f6f5e8744b req-57a555ae-0121-464e-8dc6-8f3f5680dab2 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1585805
Dec 17 16:20:45.039336 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-49ff27bc-4a19-4dbb-94ea-67f6f5e8744b req-ec5fd180-da8b-4ffd-bb73-b38ea53e5afe tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936239
Dec 17 16:20:45.822125 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 50402) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:46.075608 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-eb0f31fc-3673-4021-85fd-4aba0b6009be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:46.096089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-eb0f31fc-3673-4021-85fd-4aba0b6009be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:46.100969 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-eb0f31fc-3673-4021-85fd-4aba0b6009be admin admin] Usage tracker for resource:security_group_rule and tenant:06b26ba71b0b4455a0fa9b3615ddbb1e is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:46.105327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-eb0f31fc-3673-4021-85fd-4aba0b6009be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:46.111302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-eb0f31fc-3673-4021-85fd-4aba0b6009be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:46.220386 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-eb0f31fc-3673-4021-85fd-4aba0b6009be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:46.224133 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-eb0f31fc-3673-4021-85fd-4aba0b6009be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:46.256290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-69a45f3c-ec20-4421-8765-8dcefeb34416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:46.289400 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50434) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:46.289784 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-eb0f31fc-3673-4021-85fd-4aba0b6009be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06b26ba71b0b4455a0fa9b3615ddbb1e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4662173
Dec 17 16:20:46.290857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f31fc-3673-4021-85fd-4aba0b6009be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcabb7e4-8637-44ec-91ec-f5e25d8cca37,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:46.295411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-eb0f31fc-3673-4021-85fd-4aba0b6009be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:46.425360 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f767a951-faa8-4850-84ec-de261f10ba92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:46.460000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f767a951-faa8-4850-84ec-de261f10ba92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:46.488245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebfc75-6dac-4da5-9baf-3763a3381ac9 req-6cb028f3-7e43-43cc-bba6-246bef8f1ada tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:46.490132 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ecebfc75-6dac-4da5-9baf-3763a3381ac9 req-6cb028f3-7e43-43cc-bba6-246bef8f1ada tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1536720
Dec 17 16:20:46.532380 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f767a951-faa8-4850-84ec-de261f10ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:46.540654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6d24b52a-c1d7-44d9-859b-20b2c0dbe98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:46.564393 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767a951-faa8-4850-84ec-de261f10ba92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcabb7e4-8637-44ec-91ec-f5e25d8cca37,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:46.577112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f767a951-faa8-4850-84ec-de261f10ba92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:46.577958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f767a951-faa8-4850-84ec-de261f10ba92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:46.580465 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f767a951-faa8-4850-84ec-de261f10ba92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcabb7e4-8637-44ec-91ec-f5e25d8cca37 HTTP/1.1" status: 204  len: 168 time: 0.2883050
Dec 17 16:20:46.599439 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ecebfc75-6dac-4da5-9baf-3763a3381ac9 req-9d675e80-dc09-4ddf-b0b1-44443b0e55f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874097
Dec 17 16:20:47.358554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37155776-6ead-4933-a091-7d5523747bc4 req-2e1c6520-8cd7-4ef5-bdd6-314e7d55aced tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:47.360088 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-2e1c6520-8cd7-4ef5-bdd6-314e7d55aced tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/networks?id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea HTTP/1.1" status: 200  len: 815 time: 0.1811571
Dec 17 16:20:47.380755 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-219c51b7-8686-442b-84f9-c1feeead03ce tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/quotas/a55fe0baa0f24396b3d5695191f1a6f0 HTTP/1.1" status: 200  len: 375 time: 0.0126250
Dec 17 16:20:47.487891 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-37155776-6ead-4933-a091-7d5523747bc4 req-1e510a1a-5b7c-4c2e-8b36-2a16185deeae tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Synchronizing usage tracker for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:port {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:20:47.505707 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-37155776-6ead-4933-a091-7d5523747bc4 req-1e510a1a-5b7c-4c2e-8b36-2a16185deeae tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Unset dirty status for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:port {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:20:47.507155 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-1e510a1a-5b7c-4c2e-8b36-2a16185deeae tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55fe0baa0f24396b3d5695191f1a6f0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1191800
Dec 17 16:20:47.565214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 50478) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:47.726487 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-91b3a0a1-bad6-49f1-8241-d77ba78735a8 service neutron] 10.222.0.21 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2050838
Dec 17 16:20:47.848697 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4c34ddee-8f54-40f5-988c-194e5f702e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:47.870000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-4c34ddee-8f54-40f5-988c-194e5f702e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:47.877397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-4c34ddee-8f54-40f5-988c-194e5f702e46 admin admin] Usage tracker for resource:security_group_rule and tenant:e7fb84237d524a7ca90c2e378a87f5e2 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:47.893371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-4c34ddee-8f54-40f5-988c-194e5f702e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:47.913011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-4c34ddee-8f54-40f5-988c-194e5f702e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:47.919092 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-2c225677-52af-413b-9602-e0d4a6076d3d service neutron] 10.222.0.21 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1914885
Dec 17 16:20:47.936572 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0753a-1216-4963-994d-8622073b0bad req-b87723ac-d84f-4759-9c2e-4ee3725860ce tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:47.938499 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f9b0753a-1216-4963-994d-8622073b0bad req-b87723ac-d84f-4759-9c2e-4ee3725860ce tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1630993
Dec 17 16:20:48.038134 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f9b0753a-1216-4963-994d-8622073b0bad req-e983cfa6-3011-4d3d-b537-796440960b44 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890694
Dec 17 16:20:48.142910 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4c34ddee-8f54-40f5-988c-194e5f702e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:48.150152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4c34ddee-8f54-40f5-988c-194e5f702e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:48.189124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:48.229852 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50514) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:48.231319 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4c34ddee-8f54-40f5-988c-194e5f702e46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7fb84237d524a7ca90c2e378a87f5e2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6631536
Dec 17 16:20:48.307042 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34ddee-8f54-40f5-988c-194e5f702e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de03bbd-c7f1-4159-83fe-389efeac5229,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:48.323676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4c34ddee-8f54-40f5-988c-194e5f702e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:48.332471 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3dd7676f-4f30-47c5-bde9-874f4925f4c5 req-38b9f59c-d7c8-49fe-8609-720c160baa44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 210 time: 0.1451192
Dec 17 16:20:48.360915 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7e3d8950-e9a5-4f44-9e4f-c574a4222d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:48.441576 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7e3d8950-e9a5-4f44-9e4f-c574a4222d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:48.513091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7e3d8950-e9a5-4f44-9e4f-c574a4222d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:48.521223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3dbc1f12-a6e8-4680-a39e-e5e4da5ffb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:48.543950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d8950-e9a5-4f44-9e4f-c574a4222d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de03bbd-c7f1-4159-83fe-389efeac5229,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:48.547676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7e3d8950-e9a5-4f44-9e4f-c574a4222d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:48.551919 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-7e3d8950-e9a5-4f44-9e4f-c574a4222d09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0de03bbd-c7f1-4159-83fe-389efeac5229 HTTP/1.1" status: 204  len: 168 time: 0.3173509
Dec 17 16:20:48.551919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7e3d8950-e9a5-4f44-9e4f-c574a4222d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:48.915921 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 50552) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:49.176927 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6794c431-6797-4d03-bb8c-148725f032e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:49.205659 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-6794c431-6797-4d03-bb8c-148725f032e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:49.215831 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-6794c431-6797-4d03-bb8c-148725f032e0 admin admin] Usage tracker for resource:security_group_rule and tenant:b4623bc6c0a24d8cb4ce86f92215469e is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:49.227358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-6794c431-6797-4d03-bb8c-148725f032e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:49.259048 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-6794c431-6797-4d03-bb8c-148725f032e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:49.404438 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6794c431-6797-4d03-bb8c-148725f032e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:49.407636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6794c431-6797-4d03-bb8c-148725f032e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:49.418788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:49.492861 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518d215-9378-44c9-a7aa-98dbb91497b9 req-c08bfe80-b734-445f-86ca-d238d8015816 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:49.493247 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-6794c431-6797-4d03-bb8c-148725f032e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4623bc6c0a24d8cb4ce86f92215469e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5741785
Dec 17 16:20:49.496142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794c431-6797-4d03-bb8c-148725f032e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323b4b40-4ac0-4e3c-a2b9-8447a014b85b,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:49.499869 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 50574) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:49.503895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6794c431-6797-4d03-bb8c-148725f032e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:49.524997 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f518d215-9378-44c9-a7aa-98dbb91497b9 req-c08bfe80-b734-445f-86ca-d238d8015816 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.2408922
Dec 17 16:20:49.598843 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f518d215-9378-44c9-a7aa-98dbb91497b9 req-28c029e8-edba-4ff1-bfae-5bae207ecf9b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728652
Dec 17 16:20:49.601700 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fa65e0b3-54e1-42a5-9b72-762ccf3ab552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:49.640085 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fa65e0b3-54e1-42a5-9b72-762ccf3ab552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:49.703957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fa65e0b3-54e1-42a5-9b72-762ccf3ab552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:49.711435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:49.736363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65e0b3-54e1-42a5-9b72-762ccf3ab552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323b4b40-4ac0-4e3c-a2b9-8447a014b85b,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:49.742058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-fa65e0b3-54e1-42a5-9b72-762ccf3ab552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:49.747391 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fa65e0b3-54e1-42a5-9b72-762ccf3ab552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:49.752512 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-fa65e0b3-54e1-42a5-9b72-762ccf3ab552 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/323b4b40-4ac0-4e3c-a2b9-8447a014b85b HTTP/1.1" status: 204  len: 168 time: 0.2505703
Dec 17 16:20:49.884115 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9f2b0448-c567-4501-bbc7-c8ebdc4277cd req-d7e725d8-f790-4842-bced-95cba086c80b tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 210 time: 0.0979650
Dec 17 16:20:50.116297 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37155776-6ead-4933-a091-7d5523747bc4 req-2e153e5b-8ff0-43b5-a52d-06965cdc4c0d tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:50.120559 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-37155776-6ead-4933-a091-7d5523747bc4 req-2e153e5b-8ff0-43b5-a52d-06965cdc4c0d tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Synchronizing usage tracker for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:network {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:20:50.154626 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-37155776-6ead-4933-a091-7d5523747bc4 req-2e153e5b-8ff0-43b5-a52d-06965cdc4c0d tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Unset dirty status for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:network {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:20:50.156412 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-2e153e5b-8ff0-43b5-a52d-06965cdc4c0d tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.70 "GET /v2.0/networks?id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea HTTP/1.1" status: 200  len: 815 time: 0.2444201
Dec 17 16:20:50.190762 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Request body: {'port': {'device_id': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'admin_state_up': True, 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:20:50.428872 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50612) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:50.476491 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2b93b052-08c2-463f-8d2a-f6229f40b6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:50.500128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2b93b052-08c2-463f-8d2a-f6229f40b6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:50.506162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2b93b052-08c2-463f-8d2a-f6229f40b6af admin admin] Usage tracker for resource:security_group_rule and tenant:8f8c1489b8d1426e87769b5a88c96f42 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:50.511742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2b93b052-08c2-463f-8d2a-f6229f40b6af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:50.520217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2b93b052-08c2-463f-8d2a-f6229f40b6af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:50.530672 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:50.545404 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:50.562926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Made reservation on behalf of a55fe0baa0f24396b3d5695191f1a6f0 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:20:50.578011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:50.748115 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2b93b052-08c2-463f-8d2a-f6229f40b6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:50.760735 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2b93b052-08c2-463f-8d2a-f6229f40b6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:50.822776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-940e5ffd-70ee-468b-a63a-008b6bd74438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:50.850354 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-2b93b052-08c2-463f-8d2a-f6229f40b6af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f8c1489b8d1426e87769b5a88c96f42&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4190891
Dec 17 16:20:50.854770 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 50672) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:50.886923 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93b052-08c2-463f-8d2a-f6229f40b6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b6b607-a4af-4762-a1e4-7dcc03bb714a,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:50.904226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2b93b052-08c2-463f-8d2a-f6229f40b6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:51.162786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50b233b4-b330-41ec-b9f5-348745e0e2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:51.223573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ece61-c91c-453d-abca-13051cac7fff req-bc0c8fc5-f59b-40b5-9822-7d7622366858 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:51.225334 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a84ece61-c91c-453d-abca-13051cac7fff req-bc0c8fc5-f59b-40b5-9822-7d7622366858 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.3438044
Dec 17 16:20:51.244247 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-352712fe-c90b-4ee6-bc01-e11414957b13 req-15cc32e9-71a6-4feb-a9de-5891b30bf0ba tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 210 time: 0.0600960
Dec 17 16:20:51.287681 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50b233b4-b330-41ec-b9f5-348745e0e2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:51.438702 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a84ece61-c91c-453d-abca-13051cac7fff req-856990bc-4ef2-47f2-b3a1-751664232a65 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059071
Dec 17 16:20:51.557710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50b233b4-b330-41ec-b9f5-348745e0e2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:51.580801 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0d007755-2580-4588-af5b-829c9ea673c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:51.613813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b233b4-b330-41ec-b9f5-348745e0e2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b6b607-a4af-4762-a1e4-7dcc03bb714a,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:51.620751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Allocated IP 172.20.0.9 (3a6a7e7b-9eb0-4935-9676-c2fbec7bafea/eb533e61-2485-4c3f-b94b-eabff26e03d3/24b27e07-8718-4d8b-9f02-bd896b3649e0) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:20:51.623926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-50b233b4-b330-41ec-b9f5-348745e0e2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:51.892705 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50b233b4-b330-41ec-b9f5-348745e0e2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:51.897284 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-50b233b4-b330-41ec-b9f5-348745e0e2b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1b6b607-a4af-4762-a1e4-7dcc03bb714a HTTP/1.1" status: 204  len: 168 time: 1.0398495
Dec 17 16:20:52.051624 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:52.091582 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Transition to ACTIVE for port object 24b27e07-8718-4d8b-9f02-bd896b3649e0 will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:20:52.120374 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:52.146441 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:52.317852 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Pushing event updated for resources: {'Port': ['ID=24b27e07-8718-4d8b-9f02-bd896b3649e0,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:52.322506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:52.394321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:20:52.396101 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:20:52.412243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:20:52.579621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:52.580544 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:52.621997 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4445786
Dec 17 16:20:52.650791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40cc1e-dd14-4b85-abc3-4df5440cd130 req-b2778c6f-8af8-409a-a8a2-3d353086e430 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:52.651601 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-3c40cc1e-dd14-4b85-abc3-4df5440cd130 req-b2778c6f-8af8-409a-a8a2-3d353086e430 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Synchronizing usage tracker for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:20:52.688577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-3c40cc1e-dd14-4b85-abc3-4df5440cd130 req-b2778c6f-8af8-409a-a8a2-3d353086e430 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Unset dirty status for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:20:52.692826 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3c40cc1e-dd14-4b85-abc3-4df5440cd130 req-b2778c6f-8af8-409a-a8a2-3d353086e430 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 931 time: 0.1925941
Dec 17 16:20:52.757918 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-3c40cc1e-dd14-4b85-abc3-4df5440cd130 req-49d236d7-4992-4432-a0c3-070829561290 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Synchronizing usage tracker for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:security_group {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:20:52.805779 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-3c40cc1e-dd14-4b85-abc3-4df5440cd130 req-49d236d7-4992-4432-a0c3-070829561290 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Unset dirty status for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:security_group {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:20:52.807470 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3c40cc1e-dd14-4b85-abc3-4df5440cd130 req-49d236d7-4992-4432-a0c3-070829561290 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031685
Dec 17 16:20:52.834037 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-665cb1ea-771c-489f-80d3-b7f8a13e6bbd None None] Provisioning for port 24b27e07-8718-4d8b-9f02-bd896b3649e0 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:20:52.840515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-665cb1ea-771c-489f-80d3-b7f8a13e6bbd None None] Provisioning complete for port 24b27e07-8718-4d8b-9f02-bd896b3649e0 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:20:52.841243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-665cb1ea-771c-489f-80d3-b7f8a13e6bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:52.994105 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-665cb1ea-771c-489f-80d3-b7f8a13e6bbd None None] Port 24b27e07-8718-4d8b-9f02-bd896b3649e0 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:20:53.333787 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07cad9-b054-4fd4-9254-01d697e3ea7f req-14645c26-7331-436c-87b4-18beac6e4751 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:53.336141 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0f07cad9-b054-4fd4-9254-01d697e3ea7f req-14645c26-7331-436c-87b4-18beac6e4751 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1464055
Dec 17 16:20:53.439585 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0f07cad9-b054-4fd4-9254-01d697e3ea7f req-e594df7d-3a7b-4610-beef-72cbcaa30a78 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963392
Dec 17 16:20:54.121682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f57e3-2047-4ad5-beea-364bb567fca9 req-faa7e64d-bf1e-4414-9a76-6eefec8e6baf tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:54.124843 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-357f57e3-2047-4ad5-beea-364bb567fca9 req-faa7e64d-bf1e-4414-9a76-6eefec8e6baf tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 931 time: 0.1313591
Dec 17 16:20:54.222265 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-357f57e3-2047-4ad5-beea-364bb567fca9 req-97f27113-521a-4ac8-974a-4069e2095742 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809934
Dec 17 16:20:54.671476 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:54.727319 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661678f-db5d-48c0-8fbd-b2d2952e9371 req-7a92e3a7-026b-4184-a8e7-06607415fefd tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:54.738031 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6661678f-db5d-48c0-8fbd-b2d2952e9371 req-7a92e3a7-026b-4184-a8e7-06607415fefd tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1395147
Dec 17 16:20:54.821202 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6661678f-db5d-48c0-8fbd-b2d2952e9371 req-0266fa04-dcea-4719-a159-cb28bcb9a17d tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815308
Dec 17 16:20:55.413202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 50808) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:55.806323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62b80b-d11b-4b53-8997-762cc9c1ddef req-d826b84c-fdb2-4f5d-8f0d-8302894e0d33 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:55.815743 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3b62b80b-d11b-4b53-8997-762cc9c1ddef req-d826b84c-fdb2-4f5d-8f0d-8302894e0d33 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 931 time: 0.2043324
Dec 17 16:20:55.884523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-67c6690f-a7e5-45c6-9c43-ae306b0e729a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:55.913540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-67c6690f-a7e5-45c6-9c43-ae306b0e729a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:55.919726 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-67c6690f-a7e5-45c6-9c43-ae306b0e729a admin admin] Usage tracker for resource:security_group_rule and tenant:349b8a734695436a89db34238095ca01 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:55.924677 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-67c6690f-a7e5-45c6-9c43-ae306b0e729a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:55.946031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-67c6690f-a7e5-45c6-9c43-ae306b0e729a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:55.955958 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3b62b80b-d11b-4b53-8997-762cc9c1ddef req-566e03b4-e403-4c78-92d9-7402e9b4243c tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983112
Dec 17 16:20:56.105484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-67c6690f-a7e5-45c6-9c43-ae306b0e729a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:56.110284 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-67c6690f-a7e5-45c6-9c43-ae306b0e729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:56.122565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-dbf74cb2-90f4-4177-8115-8f8573ab6abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:56.228644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-20520f04-4692-413c-8fe0-e12b612e60fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:56.269825 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-67c6690f-a7e5-45c6-9c43-ae306b0e729a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=349b8a734695436a89db34238095ca01&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8485534
Dec 17 16:20:56.269825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6690f-a7e5-45c6-9c43-ae306b0e729a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c0c49a-a944-4540-ac96-635b304f7580,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:56.270193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50824) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:56.275142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-67c6690f-a7e5-45c6-9c43-ae306b0e729a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:56.294359 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34408b6-73dd-47aa-ab24-4b61cdc5f836 req-5a1cfdbc-fc79-4b9f-aeb2-b0d7d03ded4c tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:56.296616 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b34408b6-73dd-47aa-ab24-4b61cdc5f836 req-5a1cfdbc-fc79-4b9f-aeb2-b0d7d03ded4c tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1767647
Dec 17 16:20:56.394257 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b34408b6-73dd-47aa-ab24-4b61cdc5f836 req-cb7308ec-12e8-426f-b63f-fbedd9918254 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891194
Dec 17 16:20:56.448975 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2f54-fd0b-4ca2-80e9-ed8ad1792228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:56.487269 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2f54-fd0b-4ca2-80e9-ed8ad1792228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:56.560953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2f54-fd0b-4ca2-80e9-ed8ad1792228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:56.572887 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c085b62b-7a86-4cf4-822a-f26bb676d896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:56.593597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb2f54-fd0b-4ca2-80e9-ed8ad1792228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c0c49a-a944-4540-ac96-635b304f7580,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:56.603039 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2f54-fd0b-4ca2-80e9-ed8ad1792228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:56.611517 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b0cb2f54-fd0b-4ca2-80e9-ed8ad1792228 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6c0c49a-a944-4540-ac96-635b304f7580 HTTP/1.1" status: 204  len: 168 time: 0.3306127
Dec 17 16:20:56.614952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b0cb2f54-fd0b-4ca2-80e9-ed8ad1792228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:57.103952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50846) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:57.159372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-600abbf5-7a67-49f5-b3a1-14ff88356ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:57.195517 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-600abbf5-7a67-49f5-b3a1-14ff88356ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:57.210861 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-600abbf5-7a67-49f5-b3a1-14ff88356ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:e7e6ced9773a4e81a9c5bcd92f985257 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:57.217635 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-600abbf5-7a67-49f5-b3a1-14ff88356ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:57.227410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-600abbf5-7a67-49f5-b3a1-14ff88356ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:57.413060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-600abbf5-7a67-49f5-b3a1-14ff88356ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:57.416249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-600abbf5-7a67-49f5-b3a1-14ff88356ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:57.425037 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7e3d8950-e9a5-4f44-9e4f-c574a4222d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:57.464816 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600abbf5-7a67-49f5-b3a1-14ff88356ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc56f206-5504-4b5b-9bb5-708e3b4605ad,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:57.472246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-600abbf5-7a67-49f5-b3a1-14ff88356ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:57.494347 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-600abbf5-7a67-49f5-b3a1-14ff88356ad2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7e6ced9773a4e81a9c5bcd92f985257&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3887630
Dec 17 16:20:57.497885 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50854) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:57.629173 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c3870368-47b3-4563-b1c1-00ebd16d6501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:57.668391 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf55add-e248-44c1-ac03-8b696179e61b req-80854b0f-18bf-4139-ba61-b577d5a7916a tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:57.679891 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c3870368-47b3-4563-b1c1-00ebd16d6501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:57.682510 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6cf55add-e248-44c1-ac03-8b696179e61b req-80854b0f-18bf-4139-ba61-b577d5a7916a tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 931 time: 0.5171571
Dec 17 16:20:57.775104 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6cf55add-e248-44c1-ac03-8b696179e61b req-7378469b-1513-4e3c-86e6-38545a0169df tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909581
Dec 17 16:20:57.781903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 50864) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:57.843279 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c3870368-47b3-4563-b1c1-00ebd16d6501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:57.854621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8e6f6706-09bf-448b-81bf-7e6c58bd9ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:57.885124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3870368-47b3-4563-b1c1-00ebd16d6501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc56f206-5504-4b5b-9bb5-708e3b4605ad,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:57.904062 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c3870368-47b3-4563-b1c1-00ebd16d6501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:57.910646 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c3870368-47b3-4563-b1c1-00ebd16d6501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:57.913601 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c3870368-47b3-4563-b1c1-00ebd16d6501 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc56f206-5504-4b5b-9bb5-708e3b4605ad HTTP/1.1" status: 204  len: 168 time: 0.4132075
Dec 17 16:20:58.181192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-214834ac-6302-4856-baf5-0759194d9095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:58.221670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-214834ac-6302-4856-baf5-0759194d9095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:58.229560 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-214834ac-6302-4856-baf5-0759194d9095 admin admin] Usage tracker for resource:security_group_rule and tenant:c1387eef40a74880b43af258fcbff82c is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:58.237041 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-214834ac-6302-4856-baf5-0759194d9095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:58.246198 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff90f2-489e-403c-ab19-fc7166d11cb3 req-325e83d0-348c-4ed9-b70e-9a1ed4a01ab1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:58.254118 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e4ff90f2-489e-403c-ab19-fc7166d11cb3 req-325e83d0-348c-4ed9-b70e-9a1ed4a01ab1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1947029
Dec 17 16:20:58.274381 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-214834ac-6302-4856-baf5-0759194d9095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:58.311246 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e4ff90f2-489e-403c-ab19-fc7166d11cb3 req-7b6b141d-a649-470a-b08e-fe92795987b6 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560458
Dec 17 16:20:58.358395 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50876) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:58.521607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-214834ac-6302-4856-baf5-0759194d9095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:58.526807 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-214834ac-6302-4856-baf5-0759194d9095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:58.566652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:58.609796 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a04f9b66-470f-4f73-8e09-5860d79b87f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:58.639858 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50888) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:58.640169 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-214834ac-6302-4856-baf5-0759194d9095 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1387eef40a74880b43af258fcbff82c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8534415
Dec 17 16:20:58.697181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214834ac-6302-4856-baf5-0759194d9095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed3b0f0-77c4-47f7-b8bf-c902c86a9413,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:58.717478 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-214834ac-6302-4856-baf5-0759194d9095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:58.726345 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2be627fd-3fcb-4074-b473-c4df43905000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:58.775621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-17ed7bf6-c5d0-43dc-ab4c-6d0a90bab8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:58.795270 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2be627fd-3fcb-4074-b473-c4df43905000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:58.811915 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-17ed7bf6-c5d0-43dc-ab4c-6d0a90bab8a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:20:58.816510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-17ed7bf6-c5d0-43dc-ab4c-6d0a90bab8a1 admin admin] Usage tracker for resource:security_group_rule and tenant:ac552df86a9442028366bc5d20de23e3 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:20:58.820133 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-17ed7bf6-c5d0-43dc-ab4c-6d0a90bab8a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:20:58.829151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-17ed7bf6-c5d0-43dc-ab4c-6d0a90bab8a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:20:58.927848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-17ed7bf6-c5d0-43dc-ab4c-6d0a90bab8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:58.937611 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-17ed7bf6-c5d0-43dc-ab4c-6d0a90bab8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:58.971590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e0b37ed8-d4c1-4c75-b5a2-9fed5e251d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:58.985107 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-17ed7bf6-c5d0-43dc-ab4c-6d0a90bab8a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac552df86a9442028366bc5d20de23e3&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6229630
Dec 17 16:20:58.986593 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50900) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:20:59.015096 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed7bf6-c5d0-43dc-ab4c-6d0a90bab8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7a31c3-840f-4aa0-964d-32dd0dbc6802,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:59.030322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-17ed7bf6-c5d0-43dc-ab4c-6d0a90bab8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:59.122197 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3b1a4962-66a2-46d6-bd7b-4197f24c36d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:59.160291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbdd38-08f2-49fe-9bf3-e283f16eee19 req-6dd26061-4850-4b64-8424-453d4a987401 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:59.173171 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0fbdd38-08f2-49fe-9bf3-e283f16eee19 req-6dd26061-4850-4b64-8424-453d4a987401 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 931 time: 0.2070901
Dec 17 16:20:59.217789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2be627fd-3fcb-4074-b473-c4df43905000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:59.232422 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-72ead10c-c02e-4456-aa47-94e46dda26dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:59.266741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be627fd-3fcb-4074-b473-c4df43905000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed3b0f0-77c4-47f7-b8bf-c902c86a9413,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:59.270156 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0fbdd38-08f2-49fe-9bf3-e283f16eee19 req-3a77f307-1fa0-42d6-8402-e51afccc3eae tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931175
Dec 17 16:20:59.274263 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2be627fd-3fcb-4074-b473-c4df43905000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:59.275826 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-2be627fd-3fcb-4074-b473-c4df43905000 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ed3b0f0-77c4-47f7-b8bf-c902c86a9413 HTTP/1.1" status: 204  len: 168 time: 0.6346564
Dec 17 16:20:59.280223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3b1a4962-66a2-46d6-bd7b-4197f24c36d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:59.586283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:59.731932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2d20b-18ca-4db9-84f1-9fd9d17d1ae4 req-305ad6f1-a904-4b0d-b351-3046c46d79cb tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:20:59.734446 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-56a2d20b-18ca-4db9-84f1-9fd9d17d1ae4 req-305ad6f1-a904-4b0d-b351-3046c46d79cb tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1533341
Dec 17 16:20:59.822720 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-56a2d20b-18ca-4db9-84f1-9fd9d17d1ae4 req-c9ba8fb0-0786-4777-a519-2d2807feeab5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789666
Dec 17 16:20:59.895539 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2be627fd-3fcb-4074-b473-c4df43905000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:20:59.900922 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3b1a4962-66a2-46d6-bd7b-4197f24c36d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:59.915107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-17ed7bf6-c5d0-43dc-ab4c-6d0a90bab8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:20:59.940688 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a4962-66a2-46d6-bd7b-4197f24c36d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7a31c3-840f-4aa0-964d-32dd0dbc6802,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:20:59.945774 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3b1a4962-66a2-46d6-bd7b-4197f24c36d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:20:59.965726 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-3b1a4962-66a2-46d6-bd7b-4197f24c36d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f7a31c3-840f-4aa0-964d-32dd0dbc6802 HTTP/1.1" status: 204  len: 168 time: 0.9527054
Dec 17 16:20:59.967305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3b1a4962-66a2-46d6-bd7b-4197f24c36d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:00.236926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50924) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:00.270256 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3f4c00f3-8a5a-4180-b806-aa7b45401879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:00.297755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-3f4c00f3-8a5a-4180-b806-aa7b45401879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:00.306887 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-3f4c00f3-8a5a-4180-b806-aa7b45401879 admin admin] Usage tracker for resource:security_group_rule and tenant:353bb2ba84a44ecaa2a84358ff0ef016 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:00.311230 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-3f4c00f3-8a5a-4180-b806-aa7b45401879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:00.317497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-3f4c00f3-8a5a-4180-b806-aa7b45401879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:00.339866 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:00.483598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3f4c00f3-8a5a-4180-b806-aa7b45401879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:00.487760 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3f4c00f3-8a5a-4180-b806-aa7b45401879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:00.498789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d21623d2-e225-47f2-a5a7-49bf658299c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:00.539244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c00f3-8a5a-4180-b806-aa7b45401879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990d7f14-5445-40c8-bc4e-9aa430ef85a3,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:00.543459 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3f4c00f3-8a5a-4180-b806-aa7b45401879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:00.584752 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 50932) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:00.612605 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-3f4c00f3-8a5a-4180-b806-aa7b45401879 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=353bb2ba84a44ecaa2a84358ff0ef016&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3723605
Dec 17 16:21:00.906783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6618195-17c3-498c-ac04-1bb7b59e618e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:00.962312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6618195-17c3-498c-ac04-1bb7b59e618e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:01.042192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:01.118586 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e3be9-5413-4bf5-83c7-06ebd13a3abc req-f923a3d9-6965-43d3-b57c-ba5cb3597c20 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:01.125977 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-485e3be9-5413-4bf5-83c7-06ebd13a3abc req-f923a3d9-6965-43d3-b57c-ba5cb3597c20 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 931 time: 0.3707933
Dec 17 16:21:01.150018 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6618195-17c3-498c-ac04-1bb7b59e618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:01.222148 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4adf06ae-64ea-4fe0-8575-31f2e62704e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:01.281224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6618195-17c3-498c-ac04-1bb7b59e618e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990d7f14-5445-40c8-bc4e-9aa430ef85a3,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:01.293386 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6618195-17c3-498c-ac04-1bb7b59e618e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:01.298251 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a6618195-17c3-498c-ac04-1bb7b59e618e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/990d7f14-5445-40c8-bc4e-9aa430ef85a3 HTTP/1.1" status: 204  len: 168 time: 0.7104266
Dec 17 16:21:01.327451 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-485e3be9-5413-4bf5-83c7-06ebd13a3abc req-d750211a-bd42-4378-b6ba-1131c82e6006 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819084
Dec 17 16:21:01.328819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a6618195-17c3-498c-ac04-1bb7b59e618e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:01.925744 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5969f-4813-40b1-86d4-f6e482b21450 req-b4249d99-0a4d-4269-a056-d82a439f6cee tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:01.932487 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-afd5969f-4813-40b1-86d4-f6e482b21450 req-b4249d99-0a4d-4269-a056-d82a439f6cee tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1489692
Dec 17 16:21:01.999476 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-afd5969f-4813-40b1-86d4-f6e482b21450 req-33f56653-2f39-4f81-8a8d-eec83f964453 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650651
Dec 17 16:21:02.438676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 50974) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:02.500799 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-14305db4-cd93-4ded-aa9c-9bfa1707027c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:02.573652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-14305db4-cd93-4ded-aa9c-9bfa1707027c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:02.586275 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-14305db4-cd93-4ded-aa9c-9bfa1707027c admin admin] Usage tracker for resource:security_group_rule and tenant:468fd7efb7c74d93aa8d22523286c7b5 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:02.590077 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-14305db4-cd93-4ded-aa9c-9bfa1707027c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:02.599331 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-14305db4-cd93-4ded-aa9c-9bfa1707027c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:02.664819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ee746-4121-4827-a30e-a27de0f84452 req-63498190-870d-4918-be95-153ab4f7bc61 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:02.670168 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d95ee746-4121-4827-a30e-a27de0f84452 req-63498190-870d-4918-be95-153ab4f7bc61 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 931 time: 0.1386921
Dec 17 16:21:02.760456 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d95ee746-4121-4827-a30e-a27de0f84452 req-02d7c7a1-c422-40ee-9389-d05bcf457703 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813706
Dec 17 16:21:02.806689 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-14305db4-cd93-4ded-aa9c-9bfa1707027c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:02.810745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-14305db4-cd93-4ded-aa9c-9bfa1707027c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:02.829451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-67c6690f-a7e5-45c6-9c43-ae306b0e729a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:02.874860 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-14305db4-cd93-4ded-aa9c-9bfa1707027c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=468fd7efb7c74d93aa8d22523286c7b5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4323130
Dec 17 16:21:02.875754 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 50982) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:02.879208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14305db4-cd93-4ded-aa9c-9bfa1707027c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabfcfdb-8993-4f88-802b-b10900fc85ab,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:02.885008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-14305db4-cd93-4ded-aa9c-9bfa1707027c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:02.963446 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-921d1396-8564-4ac5-8abc-ca4e7e3b00ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:03.016333 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-921d1396-8564-4ac5-8abc-ca4e7e3b00ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:03.029584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Request body: {'port': {'device_id': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:03.137100 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-921d1396-8564-4ac5-8abc-ca4e7e3b00ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:03.159299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b0cb2f54-fd0b-4ca2-80e9-ed8ad1792228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:03.206678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d1396-8564-4ac5-8abc-ca4e7e3b00ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabfcfdb-8993-4f88-802b-b10900fc85ab,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:03.210962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-921d1396-8564-4ac5-8abc-ca4e7e3b00ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:03.219958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-921d1396-8564-4ac5-8abc-ca4e7e3b00ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:03.221698 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-921d1396-8564-4ac5-8abc-ca4e7e3b00ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fabfcfdb-8993-4f88-802b-b10900fc85ab HTTP/1.1" status: 204  len: 168 time: 0.3447280
Dec 17 16:21:03.337684 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:03.882160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daea794-289e-48d9-ac1f-eef0b8f18579 req-6e50bd0e-198c-4836-9f8a-36703d53fafc tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:03.898648 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9daea794-289e-48d9-ac1f-eef0b8f18579 req-6e50bd0e-198c-4836-9f8a-36703d53fafc tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.6274371
Dec 17 16:21:04.043670 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9daea794-289e-48d9-ac1f-eef0b8f18579 req-a4153cfa-f1bc-4b2b-82ed-12daccdb8f63 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381192
Dec 17 16:21:04.089805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70155b-a40d-4638-af18-cc7460890376 req-60545001-dd0f-4e63-a586-7a4521599fae tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:04.093552 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0a70155b-a40d-4638-af18-cc7460890376 req-60545001-dd0f-4e63-a586-7a4521599fae tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 931 time: 0.1594505
Dec 17 16:21:04.249737 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0a70155b-a40d-4638-af18-cc7460890376 req-55d0dece-4526-4a3d-9462-03af66b1f0c9 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401811
Dec 17 16:21:04.365738 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b27e07-8718-4d8b-9f02-bd896b3649e0 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:21:04.379121 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:04.422972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Transition to ACTIVE for port object 24b27e07-8718-4d8b-9f02-bd896b3649e0 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:21:04.426005 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:04.487386 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:04.870026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Pushing event updated for resources: {'Port': ['ID=24b27e07-8718-4d8b-9f02-bd896b3649e0,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:04.883599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:04.904786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 51048) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:04.910148 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f72da2-8eec-4dc4-918c-751edba5cab3 req-cd8a0c25-29ee-4e5f-b332-22d39ff1309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:04.912979 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86f72da2-8eec-4dc4-918c-751edba5cab3 req-cd8a0c25-29ee-4e5f-b332-22d39ff1309c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 1163 time: 0.2235460
Dec 17 16:21:05.023897 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86f72da2-8eec-4dc4-918c-751edba5cab3 req-d1472497-a683-48a2-8064-c2bdeec89a52 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028161
Dec 17 16:21:05.247132 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-452017129-network', 'tenant_id': '6ca50fba28ee44cca900a45f579fb936'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:05.264064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:05.272505 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Usage tracker for resource:network and tenant:6ca50fba28ee44cca900a45f579fb936 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:05.279250 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:05.290490 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:05.307991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Made reservation on behalf of 6ca50fba28ee44cca900a45f579fb936 for: {'network': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:21:05.317768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:05.341832 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:05.402172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:05.418453 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Usage tracker for resource:security_group_rule and tenant:6ca50fba28ee44cca900a45f579fb936 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:05.443004 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:05.465735 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:05.467817 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Attempting to bind port 24b27e07-8718-4d8b-9f02-bd896b3649e0 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:21:05.468430 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Attempting to bind port 24b27e07-8718-4d8b-9f02-bd896b3649e0 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:21:05.469187 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Attempting to bind port 24b27e07-8718-4d8b-9f02-bd896b3649e0 on network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:21:05.504883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:21:05.506190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Checking segment: {'id': 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:21:05.507304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:05.508100 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Bound using segment: {'id': 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:21:05.517362 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Bound port: 24b27e07-8718-4d8b-9f02-bd896b3649e0, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:21:05.519218 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:05.898191 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dc8f1-bd7a-42ad-88f4-51b0794570e7 req-90d63958-9296-4520-9c8b-0ffcbf64a260 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:05.901597 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9c6dc8f1-bd7a-42ad-88f4-51b0794570e7 req-90d63958-9296-4520-9c8b-0ffcbf64a260 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.2825544
Dec 17 16:21:05.959949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] For port 24b27e07-8718-4d8b-9f02-bd896b3649e0, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:21:06.013955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] For port 24b27e07-8718-4d8b-9f02-bd896b3649e0, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0,segment=NetworkSegment(a6518eb1-41d3-4c7d-ace3-8a405ffe1107),segment_id=a6518eb1-41d3-4c7d-ace3-8a405ffe1107)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:21:06.025176 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:06.053176 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9c6dc8f1-bd7a-42ad-88f4-51b0794570e7 req-656cdfe4-72dc-4e53-974b-a4f1cf33a22d tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283240
Dec 17 16:21:06.068529 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:06.073145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:06.105952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:21:06.122529 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260054490655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:06.123259 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Added segment 86efb29f-97ef-4302-a396-fc48ef07d3b6 of type vxlan for network e152e971-8233-4860-bd5f-3b2d11e13566
Dec 17 16:21:06.175158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:06.272222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:06.293804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d5284117-f691-48bf-bd02-153a907a1b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:06.358402 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c19f43-90db-43ae-84e4-6663e30a9508 req-35d64101-5d17-4558-a861-44122b5789cf tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:06.368505 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-19c19f43-90db-43ae-84e4-6663e30a9508 req-35d64101-5d17-4558-a861-44122b5789cf tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 943 time: 0.5528514
Dec 17 16:21:06.410504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:06.412686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:06.413717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:06.434433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cb43bd-526a-44a3-9f1a-02fbedadd15f,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:06.455453 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:06.465075 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e234c34b-2e20-4a18-b3a3-b03af147e851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:06.506324 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-19c19f43-90db-43ae-84e4-6663e30a9508 req-2dbe6568-d2cb-421f-a596-7b92c43b7017 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097567
Dec 17 16:21:06.529285 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:06.529645 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:06.533393 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] 10.222.0.70 "PUT /v2.0/ports/24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 1157 time: 3.5127740
Dec 17 16:21:06.533393 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:21:06.576125 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Pushing event updated for resources: {'Port': ['ID=24b27e07-8718-4d8b-9f02-bd896b3649e0,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:06.587206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:06.674020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Pushing event updated for resources: {'Network': ['ID=e152e971-8233-4860-bd5f-3b2d11e13566,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:06.687698 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0', 'status': 'completed', 'code': 200}
Dec 17 16:21:06.691193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network e152e971-8233-4860-bd5f-3b2d11e13566 details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:21:06.695656 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.7879181
Dec 17 16:21:06.697836 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:06.698094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 51086) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:06.707757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Request body: {'subnet': {'network_id': 'e152e971-8233-4860-bd5f-3b2d11e13566', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-452017129-subnet', 'tenant_id': '6ca50fba28ee44cca900a45f579fb936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:06.715837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:06.722319 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Usage tracker for resource:subnet and tenant:6ca50fba28ee44cca900a45f579fb936 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:06.727256 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:06.737173 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:06.753330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Made reservation on behalf of 6ca50fba28ee44cca900a45f579fb936 for: {'subnet': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:21:06.759275 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036787856109'] for subnet, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:06.760237 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37155776-6ead-4933-a091-7d5523747bc4 req-dd0949ee-564e-4330-9ff1-94fceaa85746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:06.762743 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-dd0949ee-564e-4330-9ff1-94fceaa85746 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a55fe0baa0f24396b3d5695191f1a6f0&device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 1160 time: 0.1542296
Dec 17 16:21:06.777802 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network e152e971-8233-4860-bd5f-3b2d11e13566 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:21:06.888603 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-ccc0a277-c446-4b9c-8d0e-de37a00fcbab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 217 time: 0.1034677
Dec 17 16:21:07.017941 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37155776-6ead-4933-a091-7d5523747bc4 req-098de948-3023-4c9c-b369-18638da1a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:07.020382 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-098de948-3023-4c9c-b369-18638da1a4d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb533e61-2485-4c3f-b94b-eabff26e03d3 HTTP/1.1" status: 200  len: 854 time: 0.1235433
Dec 17 16:21:07.165390 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37155776-6ead-4933-a091-7d5523747bc4 req-23996ebc-4697-48f2-ba3f-b7959b867cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:07.168880 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-23996ebc-4697-48f2-ba3f-b7959b867cfd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1400001
Dec 17 16:21:07.325151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036787743776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036787856126'] for subnet, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:07.342649 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d3af642d-49d6-40c8-b856-7552c9a17e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:07.405897 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb330f05-c9ec-4615-9733-91442c0a43b0,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:07.549143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:07.620533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ace3e-8aa2-4d5e-9b6f-fbe6ed585c84 req-268361d1-14d4-4848-a5fd-6c2bd4ea22ca tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:07.624568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Checking segment: {'id': '86efb29f-97ef-4302-a396-fc48ef07d3b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e152e971-8233-4860-bd5f-3b2d11e13566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:21:07.625093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Network hostable DHCP agents. Network: e152e971-8233-4860-bd5f-3b2d11e13566, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:21:07.633143 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ca8ace3e-8aa2-4d5e-9b6f-fbe6ed585c84 req-268361d1-14d4-4848-a5fd-6c2bd4ea22ca tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.2982454
Dec 17 16:21:07.639957 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-977e22b7-6d45-477d-aea4-4f6a5cf20cbc service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4631443
Dec 17 16:21:07.649184 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 053c8060-dc93-473f-a72e-8627d1ba54a4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:21:07.672445 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Network e152e971-8233-4860-bd5f-3b2d11e13566 is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:21:07.691904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, e152e971-8233-4860-bd5f-3b2d11e13566) {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:21:07.716363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b0887c-796f-4cff-ad2d-9b1b7710b9d9 None None] Network e152e971-8233-4860-bd5f-3b2d11e13566 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:21:07.717903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:07.718663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:07.760412 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-5500ef95-414b-4dd5-91e2-2d59e8d251e6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0595293
Dec 17 16:21:07.963734 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9fe6f-ba9c-4bdb-b7c3-eecd4826afde req-94c632ab-e908-4060-9df7-03cf43e52787 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:07.972729 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-41d9fe6f-ba9c-4bdb-b7c3-eecd4826afde req-94c632ab-e908-4060-9df7-03cf43e52787 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 943 time: 0.1569934
Dec 17 16:21:08.023960 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 053c8060-dc93-473f-a72e-8627d1ba54a4 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:21:08.026134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:08.044229 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-41d9fe6f-ba9c-4bdb-b7c3-eecd4826afde req-802b173b-073b-46ef-a5d6-76d16d2bed1a tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701277
Dec 17 16:21:08.298743 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37155776-6ead-4933-a091-7d5523747bc4 req-2de33d15-30b3-4ae3-b700-10596603616e service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5753274
Dec 17 16:21:08.309604 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ca8ace3e-8aa2-4d5e-9b6f-fbe6ed585c84 req-9f47f021-0a62-49dc-9ce4-67c486063785 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6673393
Dec 17 16:21:08.310272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc69b2c-498a-432b-a2c0-a242e19ac2af None None] Network e152e971-8233-4860-bd5f-3b2d11e13566 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:21:08.595771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7d05-4c0c-4063-b694-0dcee47b7ce2 req-a7351076-7423-4ed5-9765-b9c42973cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:08.599427 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-63ab7d05-4c0c-4063-b694-0dcee47b7ce2 req-a7351076-7423-4ed5-9765-b9c42973cab4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a55fe0baa0f24396b3d5695191f1a6f0&device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 1160 time: 0.1753263
Dec 17 16:21:08.852022 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7d05-4c0c-4063-b694-0dcee47b7ce2 req-31dfb14b-18b3-464f-8e5d-99d58008f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:08.853251 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-63ab7d05-4c0c-4063-b694-0dcee47b7ce2 req-31dfb14b-18b3-464f-8e5d-99d58008f4f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea HTTP/1.1" status: 200  len: 909 time: 0.2439263
Dec 17 16:21:08.975111 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaea40-0865-4833-a5bd-6f753cb10d11 req-da8aca4e-a7ca-4030-9307-031b27a6135e tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:08.976997 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-24eaea40-0865-4833-a5bd-6f753cb10d11 req-da8aca4e-a7ca-4030-9307-031b27a6135e tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0944231
Dec 17 16:21:09.027898 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-24eaea40-0865-4833-a5bd-6f753cb10d11 req-16aadf5d-86b9-4968-b1c5-ec304a11204b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432630
Dec 17 16:21:09.249033 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90826e16-ff4b-4fe3-b241-5c6bbbe329c4 req-5913d77d-796b-426b-bd61-e2312da0b9f4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:09.250684 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-90826e16-ff4b-4fe3-b241-5c6bbbe329c4 req-5913d77d-796b-426b-bd61-e2312da0b9f4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 943 time: 0.0847287
Dec 17 16:21:09.309713 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-90826e16-ff4b-4fe3-b241-5c6bbbe329c4 req-7d2b8636-230f-476e-9632-d6365d3332ae tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506899
Dec 17 16:21:09.638487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 51154) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:09.790503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5f818873-baaa-466e-a14c-3eb2f3b4123f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:09.806837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-5f818873-baaa-466e-a14c-3eb2f3b4123f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:09.811604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-5f818873-baaa-466e-a14c-3eb2f3b4123f admin admin] Usage tracker for resource:security_group_rule and tenant:a2987fe09f664030988ac3e98d398975 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:09.815092 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-5f818873-baaa-466e-a14c-3eb2f3b4123f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:09.825208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-5f818873-baaa-466e-a14c-3eb2f3b4123f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:09.925045 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5f818873-baaa-466e-a14c-3eb2f3b4123f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:09.927762 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5f818873-baaa-466e-a14c-3eb2f3b4123f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:09.936733 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-50b233b4-b330-41ec-b9f5-348745e0e2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:09.978622 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-5f818873-baaa-466e-a14c-3eb2f3b4123f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2987fe09f664030988ac3e98d398975&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3388712
Dec 17 16:21:09.979573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f818873-baaa-466e-a14c-3eb2f3b4123f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8061d905-bfa2-42eb-a088-c58b4aef7c77,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:09.982739 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 51164) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:09.983697 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5f818873-baaa-466e-a14c-3eb2f3b4123f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:10.052462 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fe06838a-c0f3-403a-a818-df0cc29cbdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:10.081376 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fe06838a-c0f3-403a-a818-df0cc29cbdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:10.136900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fe06838a-c0f3-403a-a818-df0cc29cbdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:10.142389 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b71130c2-c4ce-4bcb-84e0-b30a735fa0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:10.154367 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06838a-c0f3-403a-a818-df0cc29cbdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8061d905-bfa2-42eb-a088-c58b4aef7c77,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:10.159811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-fe06838a-c0f3-403a-a818-df0cc29cbdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:10.161858 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fe06838a-c0f3-403a-a818-df0cc29cbdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:10.164684 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-fe06838a-c0f3-403a-a818-df0cc29cbdfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8061d905-bfa2-42eb-a088-c58b4aef7c77 HTTP/1.1" status: 204  len: 168 time: 0.1804988
Dec 17 16:21:10.257601 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a61f4-afe9-4f52-b743-c253bb27e323 req-b6f4bb52-dd68-47b3-9f69-442c91053bce tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:10.259140 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e34a61f4-afe9-4f52-b743-c253bb27e323 req-b6f4bb52-dd68-47b3-9f69-442c91053bce tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1001313
Dec 17 16:21:10.313458 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e34a61f4-afe9-4f52-b743-c253bb27e323 req-d10b1348-f5e8-46d0-b779-987888475fff tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437627
Dec 17 16:21:10.537458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e69a25-1b84-4246-a30c-aad60476a4f0 req-59829268-3ccd-4db6-b421-a0e2c4ec9815 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:10.539076 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b2e69a25-1b84-4246-a30c-aad60476a4f0 req-59829268-3ccd-4db6-b421-a0e2c4ec9815 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 943 time: 0.0861428
Dec 17 16:21:10.561724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 51180) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:10.582778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a59fa39d-3764-4b6a-b90a-3d5a1ec2f4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:10.592048 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b2e69a25-1b84-4246-a30c-aad60476a4f0 req-2dfe1809-1619-40a9-8487-e5433700aeda tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466478
Dec 17 16:21:10.598324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a59fa39d-3764-4b6a-b90a-3d5a1ec2f4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:10.602352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a59fa39d-3764-4b6a-b90a-3d5a1ec2f4f3 admin admin] Usage tracker for resource:security_group_rule and tenant:71a28045a5ae48b6b7ef3d281284e2dc is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:10.605508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a59fa39d-3764-4b6a-b90a-3d5a1ec2f4f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:10.611433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a59fa39d-3764-4b6a-b90a-3d5a1ec2f4f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:10.710977 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a59fa39d-3764-4b6a-b90a-3d5a1ec2f4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:10.714581 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a59fa39d-3764-4b6a-b90a-3d5a1ec2f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:10.723755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-130ab9fa-331f-4044-aa61-52f0ac4b1c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:10.765370 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a59fa39d-3764-4b6a-b90a-3d5a1ec2f4f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71a28045a5ae48b6b7ef3d281284e2dc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2023296
Dec 17 16:21:10.767041 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fa39d-3764-4b6a-b90a-3d5a1ec2f4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916be9ce-531f-4a1d-9ce6-91758cf7b921,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:10.768313 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 51184) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:10.770969 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a59fa39d-3764-4b6a-b90a-3d5a1ec2f4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:10.832784 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9a89fc2e-6343-4b95-9213-1228c50819bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:10.863039 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9a89fc2e-6343-4b95-9213-1228c50819bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:10.911823 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9a89fc2e-6343-4b95-9213-1228c50819bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:10.917186 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-82566343-133d-49f3-b415-0dac63330572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:10.932693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89fc2e-6343-4b95-9213-1228c50819bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916be9ce-531f-4a1d-9ce6-91758cf7b921,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:10.938433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9a89fc2e-6343-4b95-9213-1228c50819bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:10.945159 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9a89fc2e-6343-4b95-9213-1228c50819bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:10.949025 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-9a89fc2e-6343-4b95-9213-1228c50819bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/916be9ce-531f-4a1d-9ce6-91758cf7b921 HTTP/1.1" status: 204  len: 168 time: 0.1769855
Dec 17 16:21:11.565192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d79479-38e6-40a0-a149-708e2e545847 req-7395da2c-c2ce-4763-9368-97dc904bc8a3 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:11.566773 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f3d79479-38e6-40a0-a149-708e2e545847 req-7395da2c-c2ce-4763-9368-97dc904bc8a3 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0987661
Dec 17 16:21:11.626548 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f3d79479-38e6-40a0-a149-708e2e545847 req-1191889a-3756-4326-a12c-d14db89b8f40 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451026
Dec 17 16:21:11.843618 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da9909-c271-4654-ac5e-2368237433f7 req-ecde0408-95f4-427c-8113-175c891a9b29 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:11.845304 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83da9909-c271-4654-ac5e-2368237433f7 req-ecde0408-95f4-427c-8113-175c891a9b29 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 943 time: 0.0883932
Dec 17 16:21:11.976140 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-63ab7d05-4c0c-4063-b694-0dcee47b7ce2 req-c6037094-8ea2-42f4-84c1-1b06b45f51d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 217 time: 0.1247861
Dec 17 16:21:12.053872 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83da9909-c271-4654-ac5e-2368237433f7 req-4572940a-7b42-408d-a330-d9cb0c7b8933 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013221
Dec 17 16:21:12.091850 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7d05-4c0c-4063-b694-0dcee47b7ce2 req-ac3b064d-b64b-486c-bd58-bbe8ae7241ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:12.093547 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-63ab7d05-4c0c-4063-b694-0dcee47b7ce2 req-ac3b064d-b64b-486c-bd58-bbe8ae7241ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb533e61-2485-4c3f-b94b-eabff26e03d3 HTTP/1.1" status: 200  len: 854 time: 0.1019747
Dec 17 16:21:12.144840 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c44d7-2645-421c-aeaa-7049b8de4dbf req-0ef8d870-d855-4a85-8f83-31cb6c8ab208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:12.146516 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-267c44d7-2645-421c-aeaa-7049b8de4dbf req-0ef8d870-d855-4a85-8f83-31cb6c8ab208 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f78600edd8e846ce98c88d3cb8610385&device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 1163 time: 0.2409494
Dec 17 16:21:12.297728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7d05-4c0c-4063-b694-0dcee47b7ce2 req-8d545ecd-09f4-40ff-9b86-34e06ef71616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:12.299360 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-63ab7d05-4c0c-4063-b694-0dcee47b7ce2 req-8d545ecd-09f4-40ff-9b86-34e06ef71616 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1960516
Dec 17 16:21:12.349167 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c44d7-2645-421c-aeaa-7049b8de4dbf req-3e2270e3-6576-4795-a8f2-5a00980bd1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:12.351548 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-267c44d7-2645-421c-aeaa-7049b8de4dbf req-3e2270e3-6576-4795-a8f2-5a00980bd1e2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 200  len: 912 time: 0.1963866
Dec 17 16:21:12.489990 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-267c44d7-2645-421c-aeaa-7049b8de4dbf req-6de04c7f-cedc-4a45-a649-59b7506d96c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=053c8060-dc93-473f-a72e-8627d1ba54a4 HTTP/1.1" status: 200  len: 217 time: 0.0881624
Dec 17 16:21:12.593222 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-63ab7d05-4c0c-4063-b694-0dcee47b7ce2 req-2c14fb07-9309-4e26-9c2a-6720acf29f98 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2794988
Dec 17 16:21:12.594713 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c44d7-2645-421c-aeaa-7049b8de4dbf req-dc726811-e599-4da8-9621-f700da8bab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:12.596146 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-267c44d7-2645-421c-aeaa-7049b8de4dbf req-dc726811-e599-4da8-9621-f700da8bab73 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7f039d2-014e-47ec-bed2-d630a94a12ce HTTP/1.1" status: 200  len: 858 time: 0.0989943
Dec 17 16:21:12.695517 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-267c44d7-2645-421c-aeaa-7049b8de4dbf req-e8927dd3-bc73-413b-9bea-e919ec089aef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a360a352-036a-4853-a7e2-1332b2ba98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0798280
Dec 17 16:21:12.864952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d903cc6-ea47-4857-8993-aca9e8bc3aee req-03795370-5739-469f-9956-a3685990eed1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:12.866485 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4d903cc6-ea47-4857-8993-aca9e8bc3aee req-03795370-5739-469f-9956-a3685990eed1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0840049
Dec 17 16:21:12.919913 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4d903cc6-ea47-4857-8993-aca9e8bc3aee req-4222fbfa-8387-4af1-9b7e-682ae7f0a72a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461717
Dec 17 16:21:12.926223 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-63ab7d05-4c0c-4063-b694-0dcee47b7ce2 req-f84f988f-6ea2-4c5a-934b-32a862866601 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3121679
Dec 17 16:21:12.935105 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-267c44d7-2645-421c-aeaa-7049b8de4dbf req-31101455-c727-4e75-b62f-fac2e48bd253 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917839
Dec 17 16:21:13.095407 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-267c44d7-2645-421c-aeaa-7049b8de4dbf req-3811cca3-1a67-4e36-9644-8d017fc10c49 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406169
Dec 17 16:21:13.313040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12934f-9ce8-4cdf-893c-50b651cb3841 req-a0aae631-a0b2-4323-b9a4-d818385745a3 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:13.314712 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8e12934f-9ce8-4cdf-893c-50b651cb3841 req-a0aae631-a0b2-4323-b9a4-d818385745a3 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 943 time: 0.1034276
Dec 17 16:21:13.366730 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8e12934f-9ce8-4cdf-893c-50b651cb3841 req-74164645-b494-4d45-818f-611eccf38282 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442502
Dec 17 16:21:13.944459 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-02c14e1f-d431-48c7-b2ed-2f3a3d065483 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:13.946704 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-02c14e1f-d431-48c7-b2ed-2f3a3d065483 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/networks?id=e152e971-8233-4860-bd5f-3b2d11e13566 HTTP/1.1" status: 200  len: 813 time: 0.1774557
Dec 17 16:21:13.964165 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-64503bf3-a54f-46d1-b6ba-0b503e9555b3 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/quotas/6ca50fba28ee44cca900a45f579fb936 HTTP/1.1" status: 200  len: 375 time: 0.0106223
Dec 17 16:21:14.020410 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-97594cff-c294-46a0-a658-b77751acc001 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ca50fba28ee44cca900a45f579fb936&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0484660
Dec 17 16:21:14.184535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1c1a1-e680-4261-b87d-f0d8e4e91e0f req-282c7788-23a8-4b05-b5ff-f130c0a37e78 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:14.185989 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-adec9feb-36e4-4bae-8e78-1f13b605a29f service neutron] 10.222.0.21 "GET /v2.0/networks/e152e971-8233-4860-bd5f-3b2d11e13566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518230
Dec 17 16:21:14.186218 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-55c1c1a1-e680-4261-b87d-f0d8e4e91e0f req-282c7788-23a8-4b05-b5ff-f130c0a37e78 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1116290
Dec 17 16:21:14.254908 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-55c1c1a1-e680-4261-b87d-f0d8e4e91e0f req-396d03d7-b68c-4b37-b424-01f8759fabf7 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616577
Dec 17 16:21:14.296980 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.objects.ports [None req-bbaa2aea-47a4-434d-b802-cf3d2dc9132a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80281) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 17 16:21:14.332842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:21:14.621933 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-a0c50501-ab66-4433-8100-9ad58aaf6f55 service neutron] 10.222.0.21 "GET /v2.0/networks/e152e971-8233-4860-bd5f-3b2d11e13566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4229753
Dec 17 16:21:14.667484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b14b2e-e2e0-4e80-9366-838e517936e5 req-6db17a5e-b4ad-421a-998c-60c9a24e55d8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:14.669448 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-33b14b2e-e2e0-4e80-9366-838e517936e5 req-6db17a5e-b4ad-421a-998c-60c9a24e55d8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 943 time: 0.0983431
Dec 17 16:21:14.743279 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-33b14b2e-e2e0-4e80-9366-838e517936e5 req-c5c74666-f991-4916-a2fe-fc4747da8692 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587823
Dec 17 16:21:14.839195 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-69f20d3f-6900-405c-b76f-2e4b76701bce req-85b4617e-a470-4aa8-ba8e-8d8274b62a06 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.0489683
Dec 17 16:21:15.014886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 24b27e07-8718-4d8b-9f02-bd896b3649e0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:21:15.159101 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port 24b27e07-8718-4d8b-9f02-bd896b3649e0 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:21:15.170747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 24b27e07-8718-4d8b-9f02-bd896b3649e0 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:21:15.171128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:15.400023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:15.468370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 24b27e07-8718-4d8b-9f02-bd896b3649e0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0,segment=NetworkSegment(a6518eb1-41d3-4c7d-ace3-8a405ffe1107),segment_id=a6518eb1-41d3-4c7d-ace3-8a405ffe1107)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:21:15.487378 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:21:15.489841 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:15.496014 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8a53b565-0a53-4964-a74f-1f6373a8c8a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:15.631822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=24b27e07-8718-4d8b-9f02-bd896b3649e0,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:15.633830 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b60a4-0b95-46f6-bf42-633bc4bb961e req-d5ecb7c0-4c75-440d-a957-b82207045f29 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:15.635508 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-be8b60a4-0b95-46f6-bf42-633bc4bb961e req-d5ecb7c0-4c75-440d-a957-b82207045f29 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1096323
Dec 17 16:21:15.650132 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.650521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.650906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.651281 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.652249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.652628 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.653052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.653423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.653795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.654160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.654523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.654894 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.655331 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.655691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.656052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.656442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.676283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.676283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.676283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.676283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.676283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.676283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.676839 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.676974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:15.685661 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:15.697462 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-be8b60a4-0b95-46f6-bf42-633bc4bb961e req-1b44b242-48ca-4ad0-9bbe-4d6c3e9ea34a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524378
Dec 17 16:21:15.786592 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0', 'code': 200}
Dec 17 16:21:16.018726 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee3546-caea-40c3-b983-fe3a5a908b36 req-f1b7d778-c71f-4111-9165-933c86ba46b9 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:16.021031 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-54ee3546-caea-40c3-b983-fe3a5a908b36 req-f1b7d778-c71f-4111-9165-933c86ba46b9 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 945 time: 0.1060665
Dec 17 16:21:16.096873 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bc2c619d-a672-4f32-b007-e0d8087d05f4 req-1b80bbd1-22f5-4f6e-b6bf-b40dbd566e33 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.0681202
Dec 17 16:21:16.105874 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-54ee3546-caea-40c3-b983-fe3a5a908b36 req-04d9e130-f146-49c8-9827-664073952843 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715461
Dec 17 16:21:16.196005 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27efb0f-22c2-4c41-85bd-632e8b78582f req-adae9fd0-c2ab-40ab-94f7-a105ca0d79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:16.197988 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d27efb0f-22c2-4c41-85bd-632e8b78582f req-adae9fd0-c2ab-40ab-94f7-a105ca0d79b5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 1162 time: 0.0793452
Dec 17 16:21:16.235075 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 24b27e07-8718-4d8b-9f02-bd896b3649e0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:21:16.283628 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d27efb0f-22c2-4c41-85bd-632e8b78582f req-458b57b5-98c1-4b03-b8ba-f5b6c9ed144a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677767
Dec 17 16:21:16.322449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 24b27e07-8718-4d8b-9f02-bd896b3649e0 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:21:16.322878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:17.253033 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-04428965-d5ff-443f-b406-9c66931bd2fe tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:17.255532 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-04428965-d5ff-443f-b406-9c66931bd2fe tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.70 "GET /v2.0/networks?id=e152e971-8233-4860-bd5f-3b2d11e13566 HTTP/1.1" status: 200  len: 813 time: 0.3244646
Dec 17 16:21:17.263164 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-563ba53b-f383-4462-a4b5-da617c6300e6 req-fb6d0b19-91f0-4813-a298-2ff6cb844579 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5288842
Dec 17 16:21:17.315026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Request body: {'port': {'device_id': '0d9c4baf-9c86-4316-a9a6-4113cc6be9d7', 'network_id': 'e152e971-8233-4860-bd5f-3b2d11e13566', 'admin_state_up': True, 'tenant_id': '6ca50fba28ee44cca900a45f579fb936'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:17.723866 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ab4536e1-e462-41a8-9c39-f849881bc415 req-38eec0e7-94ba-4b5f-b556-5409bbcc4aa2 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.1449931
Dec 17 16:21:17.844842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 51402) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:17.975059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 51408) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:18.000840 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:18.016164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Usage tracker for resource:port and tenant:6ca50fba28ee44cca900a45f579fb936 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:18.022397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Quota usage for port was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:18.042467 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:18.077186 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ba53b-f383-4462-a4b5-da617c6300e6 req-b2d61bea-e00f-4fbf-bc9e-87edb4e892f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:18.079687 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-563ba53b-f383-4462-a4b5-da617c6300e6 req-b2d61bea-e00f-4fbf-bc9e-87edb4e892f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 1163 time: 0.7299163
Dec 17 16:21:18.080836 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Made reservation on behalf of 6ca50fba28ee44cca900a45f579fb936 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:21:18.091370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:18.159215 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654aa9c-cc6e-46d0-8b32-12630b773125 req-81924d69-ee93-4c48-a525-445dcc94f39d tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:18.161228 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1654aa9c-cc6e-46d0-8b32-12630b773125 req-81924d69-ee93-4c48-a525-445dcc94f39d tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1544864
Dec 17 16:21:18.226636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-004a114e-42f5-4e8d-9388-4ca4bc21afae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:18.253622 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-79661776-a4cb-4d77-b6fc-a1b3fd222f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:18.263350 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba923f8-7ca7-4d16-841d-7d896c44aefb req-95d2d534-653f-4f88-9a7f-0cd7cecf67d2 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:18.266013 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0ba923f8-7ca7-4d16-841d-7d896c44aefb req-95d2d534-653f-4f88-9a7f-0cd7cecf67d2 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 945 time: 0.4641638
Dec 17 16:21:18.270501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-004a114e-42f5-4e8d-9388-4ca4bc21afae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:18.282489 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-79661776-a4cb-4d77-b6fc-a1b3fd222f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:18.286708 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1654aa9c-cc6e-46d0-8b32-12630b773125 req-6333d0fe-4f6e-4964-b26e-6f1fa9bec6e7 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140692
Dec 17 16:21:18.287698 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-004a114e-42f5-4e8d-9388-4ca4bc21afae admin admin] Usage tracker for resource:security_group_rule and tenant:7173afd58c544d56b28ed7601b2fffcb is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:18.291863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-004a114e-42f5-4e8d-9388-4ca4bc21afae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:18.295485 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-79661776-a4cb-4d77-b6fc-a1b3fd222f94 admin admin] Usage tracker for resource:security_group_rule and tenant:f453f86343b24905867ba53e133fbfae is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:18.300937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-79661776-a4cb-4d77-b6fc-a1b3fd222f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:18.303826 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-004a114e-42f5-4e8d-9388-4ca4bc21afae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:18.314077 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-79661776-a4cb-4d77-b6fc-a1b3fd222f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:18.484409 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-79661776-a4cb-4d77-b6fc-a1b3fd222f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:18.496375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-79661776-a4cb-4d77-b6fc-a1b3fd222f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:18.502268 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-004a114e-42f5-4e8d-9388-4ca4bc21afae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:18.507138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c3870368-47b3-4563-b1c1-00ebd16d6501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:18.523476 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-004a114e-42f5-4e8d-9388-4ca4bc21afae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:18.583560 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0ba923f8-7ca7-4d16-841d-7d896c44aefb req-b5a97c00-83d0-4965-b0d7-dc55a5928fc6 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3016069
Dec 17 16:21:18.588440 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-004a114e-42f5-4e8d-9388-4ca4bc21afae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7173afd58c544d56b28ed7601b2fffcb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7425027
Dec 17 16:21:18.594487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ba53b-f383-4462-a4b5-da617c6300e6 req-918c68cb-35ee-4f89-a99a-8e4d1b7a6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:18.596534 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-563ba53b-f383-4462-a4b5-da617c6300e6 req-918c68cb-35ee-4f89-a99a-8e4d1b7a6178 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 911 time: 0.4866631
Dec 17 16:21:18.597083 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 51418) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:18.615701 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-79661776-a4cb-4d77-b6fc-a1b3fd222f94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f453f86343b24905867ba53e133fbfae&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6338353
Dec 17 16:21:18.615701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79661776-a4cb-4d77-b6fc-a1b3fd222f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cf906e-0e4e-4a40-ae40-0f1e435c9798,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:18.616274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-79661776-a4cb-4d77-b6fc-a1b3fd222f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:18.617644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 51422) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:18.618678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d6edf437-53ec-4ba2-87d5-a1281da19eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:18.674946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a114e-42f5-4e8d-9388-4ca4bc21afae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0165a24-ad6a-459b-b2dd-b1dc2c509b36,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:18.682284 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-004a114e-42f5-4e8d-9388-4ca4bc21afae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:18.734949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-973e9e04-e976-47f2-af80-07d7ba215460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:18.769297 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-973e9e04-e976-47f2-af80-07d7ba215460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:18.840529 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-973e9e04-e976-47f2-af80-07d7ba215460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:18.857533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2be627fd-3fcb-4074-b473-c4df43905000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:18.875511 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-563ba53b-f383-4462-a4b5-da617c6300e6 req-904d0c1d-8097-4038-b236-02a490a79865 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ff982b-c017-44d9-b7c9-e1f5afb920d3 HTTP/1.1" status: 200  len: 1002 time: 0.2697220
Dec 17 16:21:18.893340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e9e04-e976-47f2-af80-07d7ba215460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cf906e-0e4e-4a40-ae40-0f1e435c9798,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:18.917694 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-973e9e04-e976-47f2-af80-07d7ba215460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:18.951472 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-973e9e04-e976-47f2-af80-07d7ba215460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:18.958206 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-973e9e04-e976-47f2-af80-07d7ba215460 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72cf906e-0e4e-4a40-ae40-0f1e435c9798 HTTP/1.1" status: 204  len: 168 time: 0.3241959
Dec 17 16:21:18.966060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5a33ac6b-7c34-4d90-a522-acf3e3f7199a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:18.989086 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ba53b-f383-4462-a4b5-da617c6300e6 req-4df811a7-3afc-4019-843c-709e2b59496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:18.990695 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-563ba53b-f383-4462-a4b5-da617c6300e6 req-4df811a7-3afc-4019-843c-709e2b59496c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.0964382
Dec 17 16:21:19.173260 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f398f054-80f9-432d-af49-625fe8ad2868 req-24768f5f-d524-4e60-9652-5a57ec812181 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.1990287
Dec 17 16:21:19.189150 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5a33ac6b-7c34-4d90-a522-acf3e3f7199a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:19.329324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Allocated IP 172.20.0.11 (e152e971-8233-4860-bd5f-3b2d11e13566/eb330f05-c9ec-4615-9733-91442c0a43b0/de75dbac-e42d-46f8-af93-efcb548d1c17) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:21:19.345196 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5a33ac6b-7c34-4d90-a522-acf3e3f7199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:19.350780 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ba53b-f383-4462-a4b5-da617c6300e6 req-76aa440a-c135-4810-8f8a-981359434d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:19.352604 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-563ba53b-f383-4462-a4b5-da617c6300e6 req-76aa440a-c135-4810-8f8a-981359434d0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3195660
Dec 17 16:21:19.357376 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0707122e-6097-42d9-acff-cb9e25e7145d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:19.410188 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33ac6b-7c34-4d90-a522-acf3e3f7199a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0165a24-ad6a-459b-b2dd-b1dc2c509b36,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:19.420522 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5a33ac6b-7c34-4d90-a522-acf3e3f7199a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:19.609781 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5a33ac6b-7c34-4d90-a522-acf3e3f7199a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:19.614183 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-5a33ac6b-7c34-4d90-a522-acf3e3f7199a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0165a24-ad6a-459b-b2dd-b1dc2c509b36 HTTP/1.1" status: 204  len: 168 time: 1.0132987
Dec 17 16:21:19.675215 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 51452) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:19.721919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c8f071ba-e43a-45f3-8166-681152941164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:19.757740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-c8f071ba-e43a-45f3-8166-681152941164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:19.766248 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-c8f071ba-e43a-45f3-8166-681152941164 admin admin] Usage tracker for resource:security_group_rule and tenant:0d5c607556e04bc99e333bb7c703a8f0 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:19.771650 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-c8f071ba-e43a-45f3-8166-681152941164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:19.780367 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-c8f071ba-e43a-45f3-8166-681152941164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:19.903783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c8f071ba-e43a-45f3-8166-681152941164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:19.908987 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c8f071ba-e43a-45f3-8166-681152941164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:19.929749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b2be57b4-308c-4277-a63c-7cb8987317d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:19.970959 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c8f071ba-e43a-45f3-8166-681152941164 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d5c607556e04bc99e333bb7c703a8f0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2931793
Dec 17 16:21:19.976022 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 51458) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:19.980610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f071ba-e43a-45f3-8166-681152941164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c74f990-129c-4b49-a71b-f02e77a17b6a,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:19.994787 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c8f071ba-e43a-45f3-8166-681152941164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:20.001869 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-563ba53b-f383-4462-a4b5-da617c6300e6 req-2f776e8c-14c5-442e-b8e2-9916563a71f9 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6312852
Dec 17 16:21:20.074470 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-521bcc64-a447-4bb7-b21e-a6e714db9413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:20.109584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-521bcc64-a447-4bb7-b21e-a6e714db9413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:20.111647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:20.121210 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268deaca-078a-45fc-9807-06b4f5475a1d req-eef35a72-a6b8-41c0-a3fc-9bcff6ca1139 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:20.122850 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-268deaca-078a-45fc-9807-06b4f5475a1d req-eef35a72-a6b8-41c0-a3fc-9bcff6ca1139 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 945 time: 0.2355142
Dec 17 16:21:20.180878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-521bcc64-a447-4bb7-b21e-a6e714db9413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:20.187658 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3b1a4962-66a2-46d6-bd7b-4197f24c36d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:20.204439 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bcc64-a447-4bb7-b21e-a6e714db9413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c74f990-129c-4b49-a71b-f02e77a17b6a,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:20.207665 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-521bcc64-a447-4bb7-b21e-a6e714db9413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:20.209033 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-521bcc64-a447-4bb7-b21e-a6e714db9413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:20.209735 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-268deaca-078a-45fc-9807-06b4f5475a1d req-d8930998-7b14-4614-9b44-235509a733ec tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750220
Dec 17 16:21:20.210284 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-521bcc64-a447-4bb7-b21e-a6e714db9413 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c74f990-129c-4b49-a71b-f02e77a17b6a HTTP/1.1" status: 204  len: 168 time: 0.2323012
Dec 17 16:21:20.216773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:20.248516 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:20.869534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Pushing event updated for resources: {'Port': ['ID=de75dbac-e42d-46f8-af93-efcb548d1c17,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:20.873754 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:20.942101 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Network e152e971-8233-4860-bd5f-3b2d11e13566 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:21:20.946712 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:21:20.949351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:21:21.021771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2b07e-8b74-4684-a350-63f52a0f4704 req-42f5e46d-6f8c-4790-a974-c34393127c3b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:21.022937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-58a2b07e-8b74-4684-a350-63f52a0f4704 req-42f5e46d-6f8c-4790-a974-c34393127c3b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Synchronizing usage tracker for tenant:6ca50fba28ee44cca900a45f579fb936 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:21:21.055832 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:21.056562 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:21.070185 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-58a2b07e-8b74-4684-a350-63f52a0f4704 req-42f5e46d-6f8c-4790-a974-c34393127c3b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Unset dirty status for tenant:6ca50fba28ee44cca900a45f579fb936 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:21:21.071490 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-58a2b07e-8b74-4684-a350-63f52a0f4704 req-42f5e46d-6f8c-4790-a974-c34393127c3b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 932 time: 0.3033326
Dec 17 16:21:21.080660 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7738190
Dec 17 16:21:21.148159 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-58a2b07e-8b74-4684-a350-63f52a0f4704 req-350d7da4-1fa8-414d-bb8e-294ef0e7f3bf tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661798
Dec 17 16:21:21.480567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fb9d7-9653-43fc-bed0-cbcba433a47f req-14e9f225-54d4-4e27-9e4e-a93c65741385 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:21.482239 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f72fb9d7-9653-43fc-bed0-cbcba433a47f req-14e9f225-54d4-4e27-9e4e-a93c65741385 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 945 time: 0.1434512
Dec 17 16:21:21.560445 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f72fb9d7-9653-43fc-bed0-cbcba433a47f req-d3b94531-4dbf-4867-a2b8-41ed0db055fb tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672653
Dec 17 16:21:22.141604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2682b-7fdf-4945-b1d1-e18460907dd1 req-aee016e8-e830-40b0-a70c-276438272b9a tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:22.143487 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-61d2682b-7fdf-4945-b1d1-e18460907dd1 req-aee016e8-e830-40b0-a70c-276438272b9a tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 945 time: 0.0969119
Dec 17 16:21:22.195699 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-61d2682b-7fdf-4945-b1d1-e18460907dd1 req-d1b92b11-4994-4ca7-8dcb-e94c03d11c03 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449996
Dec 17 16:21:22.505829 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Request body: {'port': {'device_id': '0d9c4baf-9c86-4316-a9a6-4113cc6be9d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:22.654147 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5455131-eaae-4ec6-afae-67a781a8d639 req-d8f15bd2-b77f-4b04-a275-f651017625ca tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:22.656880 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c5455131-eaae-4ec6-afae-67a781a8d639 req-d8f15bd2-b77f-4b04-a275-f651017625ca tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 932 time: 0.3324075
Dec 17 16:21:22.811841 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c5455131-eaae-4ec6-afae-67a781a8d639 req-609940b6-ae83-441b-97be-012a859b2829 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346016
Dec 17 16:21:22.867750 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:22.880891 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-563ba53b-f383-4462-a4b5-da617c6300e6 req-8e7e36fa-6229-4f27-949b-fcee97cac9ee service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4165783
Dec 17 16:21:23.431164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de75dbac-e42d-46f8-af93-efcb548d1c17 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:21:23.443316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:23.464724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Transition to ACTIVE for port object de75dbac-e42d-46f8-af93-efcb548d1c17 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:21:23.472288 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:23.562605 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:23.695809 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Pushing event updated for resources: {'Port': ['ID=de75dbac-e42d-46f8-af93-efcb548d1c17,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:23.701630 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:23.965109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Attempting to bind port de75dbac-e42d-46f8-af93-efcb548d1c17 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:21:23.965742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Attempting to bind port de75dbac-e42d-46f8-af93-efcb548d1c17 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '86efb29f-97ef-4302-a396-fc48ef07d3b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e152e971-8233-4860-bd5f-3b2d11e13566'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:21:23.966359 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Attempting to bind port de75dbac-e42d-46f8-af93-efcb548d1c17 on network e152e971-8233-4860-bd5f-3b2d11e13566 {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:21:23.978315 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:21:23.978778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Checking segment: {'id': '86efb29f-97ef-4302-a396-fc48ef07d3b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e152e971-8233-4860-bd5f-3b2d11e13566'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:21:23.979830 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:23.980285 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Bound using segment: {'id': '86efb29f-97ef-4302-a396-fc48ef07d3b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e152e971-8233-4860-bd5f-3b2d11e13566'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:21:23.981090 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Bound port: de75dbac-e42d-46f8-af93-efcb548d1c17, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86efb29f-97ef-4302-a396-fc48ef07d3b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e152e971-8233-4860-bd5f-3b2d11e13566'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:21:23.981936 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:24.185173 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] For port de75dbac-e42d-46f8-af93-efcb548d1c17, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:21:24.216289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5326ce-6afe-458a-8ae1-91a8c9aa7cd1 req-413022ad-60db-48a3-ba85-f4f9c14c1c68 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:24.217975 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-af5326ce-6afe-458a-8ae1-91a8c9aa7cd1 req-413022ad-60db-48a3-ba85-f4f9c14c1c68 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 944 time: 0.1216488
Dec 17 16:21:24.221322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] For port de75dbac-e42d-46f8-af93-efcb548d1c17, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=de75dbac-e42d-46f8-af93-efcb548d1c17,segment=NetworkSegment(86efb29f-97ef-4302-a396-fc48ef07d3b6),segment_id=86efb29f-97ef-4302-a396-fc48ef07d3b6)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:21:24.225989 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:24.254609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:24.577776 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-af5326ce-6afe-458a-8ae1-91a8c9aa7cd1 req-60c8eca6-75b7-494e-923c-588c288d6665 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3239977
Dec 17 16:21:24.626291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:24.627499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:24.630116 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] 10.222.0.70 "PUT /v2.0/ports/de75dbac-e42d-46f8-af93-efcb548d1c17 HTTP/1.1" status: 200  len: 1158 time: 2.1679244
Dec 17 16:21:24.632876 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9c4baf-9c86-4316-a9a6-4113cc6be9d7', 'tag': 'de75dbac-e42d-46f8-af93-efcb548d1c17'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:21:24.645844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Pushing event updated for resources: {'Port': ['ID=de75dbac-e42d-46f8-af93-efcb548d1c17,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:24.661192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:24.698424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:24.711649 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9c4baf-9c86-4316-a9a6-4113cc6be9d7', 'tag': 'de75dbac-e42d-46f8-af93-efcb548d1c17', 'status': 'completed', 'code': 200}
Dec 17 16:21:24.844538 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b9f009f1-9a43-4e38-bcc4-d9127d28391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:24.847191 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-b9f009f1-9a43-4e38-bcc4-d9127d28391c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ca50fba28ee44cca900a45f579fb936&device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 1161 time: 0.1163824
Dec 17 16:21:24.983937 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-f27478a1-7aec-4235-a977-4bde48958454 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de75dbac-e42d-46f8-af93-efcb548d1c17 HTTP/1.1" status: 200  len: 217 time: 0.1219246
Dec 17 16:21:25.101205 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-3583a695-0371-459b-9c35-23d4b1294aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:25.103999 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-3583a695-0371-459b-9c35-23d4b1294aa6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb330f05-c9ec-4615-9733-91442c0a43b0 HTTP/1.1" status: 200  len: 853 time: 0.1092103
Dec 17 16:21:25.200121 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-213fb508-5506-4cd8-81ba-64c4ce21548c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e152e971-8233-4860-bd5f-3b2d11e13566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0795524
Dec 17 16:21:25.446868 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-7fa84115-4562-4285-b66d-bbc55210614a service neutron] 10.222.0.70 "GET /v2.0/networks/e152e971-8233-4860-bd5f-3b2d11e13566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2384686
Dec 17 16:21:25.931266 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac2c93-8d84-4fb7-98bb-343c316ce413 req-394a90f8-c152-4c96-9c6e-7e1823859c17 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:25.934272 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-dbac2c93-8d84-4fb7-98bb-343c316ce413 req-394a90f8-c152-4c96-9c6e-7e1823859c17 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 944 time: 0.1355753
Dec 17 16:21:25.993578 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-dbac2c93-8d84-4fb7-98bb-343c316ce413 req-2c5e23d1-4b0f-4622-8a28-dc5c7c2e7006 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490577
Dec 17 16:21:26.211043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-103cfd28-c556-4c5d-b1c7-b9056fa4e3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:26.656256 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 51612) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:26.850107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-eb22b570-63ba-4158-a0dd-53569af7079b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:26.872783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-eb22b570-63ba-4158-a0dd-53569af7079b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:26.884083 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-eb22b570-63ba-4158-a0dd-53569af7079b admin admin] Usage tracker for resource:security_group_rule and tenant:6501e6e034794eda9c7e2b18ec4eee5e is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:26.887788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-eb22b570-63ba-4158-a0dd-53569af7079b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:26.894092 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-eb22b570-63ba-4158-a0dd-53569af7079b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:27.016456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-eb22b570-63ba-4158-a0dd-53569af7079b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:27.019546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-eb22b570-63ba-4158-a0dd-53569af7079b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:27.029669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6f491706-29b8-451b-a091-1b8ce92299a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:27.074885 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-eb22b570-63ba-4158-a0dd-53569af7079b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6501e6e034794eda9c7e2b18ec4eee5e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4172640
Dec 17 16:21:27.077038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22b570-63ba-4158-a0dd-53569af7079b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34e61e6-b0b2-4316-834b-71b2552a3635,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:27.079385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 51620) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:27.082510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-eb22b570-63ba-4158-a0dd-53569af7079b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:27.150060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9df8d0dd-3bee-478c-9fce-7d925d3875cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:27.182295 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9df8d0dd-3bee-478c-9fce-7d925d3875cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:27.237910 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9df8d0dd-3bee-478c-9fce-7d925d3875cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:27.243414 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-45d6c2a4-71fe-4edd-be69-d6732cbca756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:27.262611 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8d0dd-3bee-478c-9fce-7d925d3875cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34e61e6-b0b2-4316-834b-71b2552a3635,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:27.265574 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9df8d0dd-3bee-478c-9fce-7d925d3875cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:27.266874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9df8d0dd-3bee-478c-9fce-7d925d3875cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:27.268046 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-9df8d0dd-3bee-478c-9fce-7d925d3875cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d34e61e6-b0b2-4316-834b-71b2552a3635 HTTP/1.1" status: 204  len: 168 time: 0.1864493
Dec 17 16:21:28.165009 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96a5ede6-702d-419c-8e24-01ba35a59f37 req-596c0775-6056-4aa5-aba9-38885007dbe9 service neutron] 10.222.0.70 "GET /v2.0/networks/e152e971-8233-4860-bd5f-3b2d11e13566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2024343
Dec 17 16:21:28.289360 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2045e-a63b-4b4f-820d-58d0ec82186e req-191a5957-4c37-4cd2-b1e5-28a869e11d7b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:28.291273 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f8c2045e-a63b-4b4f-820d-58d0ec82186e req-191a5957-4c37-4cd2-b1e5-28a869e11d7b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 944 time: 0.1250677
Dec 17 16:21:28.418074 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f8c2045e-a63b-4b4f-820d-58d0ec82186e req-f3531128-12eb-4b96-ba99-53092f191d63 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699351
Dec 17 16:21:28.466658 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ed566-555e-452f-896d-7f5025f57b44 req-84571026-8db1-463d-bda8-bdf98a61d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:28.468654 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79ed566-555e-452f-896d-7f5025f57b44 req-84571026-8db1-463d-bda8-bdf98a61d458 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ca50fba28ee44cca900a45f579fb936&device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 1161 time: 0.1749520
Dec 17 16:21:28.613815 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a2abb423-27d9-4043-bcd4-0613a0eabd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:28.709450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ed566-555e-452f-896d-7f5025f57b44 req-052626a0-274e-4122-9a47-7bb5d40987a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:28.712428 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79ed566-555e-452f-896d-7f5025f57b44 req-052626a0-274e-4122-9a47-7bb5d40987a6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e152e971-8233-4860-bd5f-3b2d11e13566 HTTP/1.1" status: 200  len: 907 time: 0.2341585
Dec 17 16:21:28.794463 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79ed566-555e-452f-896d-7f5025f57b44 req-0d2d1b0f-7ac7-4a17-b00c-a0242821749f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de75dbac-e42d-46f8-af93-efcb548d1c17 HTTP/1.1" status: 200  len: 217 time: 0.0734758
Dec 17 16:21:28.882682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ed566-555e-452f-896d-7f5025f57b44 req-81079349-dbd4-450e-960b-d3de6f4dc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:28.889112 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79ed566-555e-452f-896d-7f5025f57b44 req-81079349-dbd4-450e-960b-d3de6f4dc1c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb330f05-c9ec-4615-9733-91442c0a43b0 HTTP/1.1" status: 200  len: 853 time: 0.0851173
Dec 17 16:21:28.975549 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79ed566-555e-452f-896d-7f5025f57b44 req-e9b50045-5537-4c1e-becc-beb14ef57f8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e152e971-8233-4860-bd5f-3b2d11e13566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0775793
Dec 17 16:21:29.454182 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79ed566-555e-452f-896d-7f5025f57b44 req-dfcc55ff-4931-4802-b1f0-f80d24068894 service neutron] 10.222.0.70 "GET /v2.0/networks/e152e971-8233-4860-bd5f-3b2d11e13566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4701469
Dec 17 16:21:29.583697 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:29.695791 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79ed566-555e-452f-896d-7f5025f57b44 req-aa5c1292-cc01-4fe9-ae7b-0527cb28cfdd service neutron] 10.222.0.70 "GET /v2.0/networks/e152e971-8233-4860-bd5f-3b2d11e13566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2323480
Dec 17 16:21:29.842549 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798b04-3d13-47fe-800c-9763129f6de7 req-bc36cb33-63ce-41c2-82a9-ece35298104b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:29.849076 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0d798b04-3d13-47fe-800c-9763129f6de7 req-bc36cb33-63ce-41c2-82a9-ece35298104b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 944 time: 0.1400015
Dec 17 16:21:29.907625 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0d798b04-3d13-47fe-800c-9763129f6de7 req-c27c0625-1090-4a96-a9dd-aed721cd0a03 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510864
Dec 17 16:21:30.314091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:31.018303 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:31.143225 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-e8ad0662-f691-4a81-95b9-1213a6a11f60 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/networks?tenant_id=07a6a2caf7094ac0b3bef7a59d725580&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0360641
Dec 17 16:21:31.170133 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9deae-cc89-4495-a010-fad9b8896816 req-a0b45214-571e-4838-9399-19fd8480403b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:31.173221 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bbb9deae-cc89-4495-a010-fad9b8896816 req-a0b45214-571e-4838-9399-19fd8480403b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 944 time: 0.1072824
Dec 17 16:21:31.231380 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bbb9deae-cc89-4495-a010-fad9b8896816 req-224c6dfb-1a0d-48f9-adac-58fd8c8ff474 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489244
Dec 17 16:21:31.266493 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.objects.ports [None req-0ff8e760-1bf6-4991-8cb3-b60eb66841c7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80281) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 17 16:21:31.327497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-f3d64df4-9fb9-4124-aa7d-a1485ec286ff tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:31.329219 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-f3d64df4-9fb9-4124-aa7d-a1485ec286ff tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1786830
Dec 17 16:21:31.346431 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-b253aa5a-7b2d-48f9-ac7d-3d53e725bbbc tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/quotas/07a6a2caf7094ac0b3bef7a59d725580 HTTP/1.1" status: 200  len: 375 time: 0.0110269
Dec 17 16:21:31.400455 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-5b187e8a-2f5a-412d-b1db-ee550c3fb4d3 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?tenant_id=07a6a2caf7094ac0b3bef7a59d725580&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0472744
Dec 17 16:21:31.645279 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f5ebf17-6ef5-4c10-b199-6da8d06f1394 req-db50e6ff-369f-4701-92fd-59cdad2e62a0 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 210 time: 0.0497086
Dec 17 16:21:31.994737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device de75dbac-e42d-46f8-af93-efcb548d1c17 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:21:32.108569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port de75dbac-e42d-46f8-af93-efcb548d1c17 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:21:32.123553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port de75dbac-e42d-46f8-af93-efcb548d1c17 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:21:32.123753 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:32.527486 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:32.536908 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5b520-9a92-4c0e-af60-4df09a51a4b2 req-0ec0e6c8-9b38-442c-9c6e-57cc13808f1a tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:32.538582 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1cb5b520-9a92-4c0e-af60-4df09a51a4b2 req-0ec0e6c8-9b38-442c-9c6e-57cc13808f1a tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 944 time: 0.1111071
Dec 17 16:21:32.561433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9c4baf-9c86-4316-a9a6-4113cc6be9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de75dbac-e42d-46f8-af93-efcb548d1c17'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:21:32.573875 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port de75dbac-e42d-46f8-af93-efcb548d1c17, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=de75dbac-e42d-46f8-af93-efcb548d1c17,segment=NetworkSegment(86efb29f-97ef-4302-a396-fc48ef07d3b6),segment_id=86efb29f-97ef-4302-a396-fc48ef07d3b6)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:21:32.579528 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:32.582104 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:32.594763 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-1cb5b520-9a92-4c0e-af60-4df09a51a4b2 req-b075a6d6-44d4-43df-a22b-a6bfd8ec02fd tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Synchronizing usage tracker for tenant:6ca50fba28ee44cca900a45f579fb936 on resource:security_group {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:21:32.626878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-1cb5b520-9a92-4c0e-af60-4df09a51a4b2 req-b075a6d6-44d4-43df-a22b-a6bfd8ec02fd tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Unset dirty status for tenant:6ca50fba28ee44cca900a45f579fb936 on resource:security_group {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:21:32.628513 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1cb5b520-9a92-4c0e-af60-4df09a51a4b2 req-b075a6d6-44d4-43df-a22b-a6bfd8ec02fd tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823524
Dec 17 16:21:32.647127 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9c4baf-9c86-4316-a9a6-4113cc6be9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de75dbac-e42d-46f8-af93-efcb548d1c17', 'code': 200}
Dec 17 16:21:32.689645 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=de75dbac-e42d-46f8-af93-efcb548d1c17,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:32.694551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:32.850614 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0c086f31-ac4e-47d9-82e4-b0ead844823c req-d44c9d89-6ea0-4e60-99dc-712e97fc43ab tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 210 time: 0.0519011
Dec 17 16:21:32.977020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5426a0-1543-43ba-9438-bc3072bc7315 req-7a196ac1-91e0-46d6-829b-72385755d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:32.978557 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3f5426a0-1543-43ba-9438-bc3072bc7315 req-7a196ac1-91e0-46d6-829b-72385755d1d8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 1163 time: 0.0841839
Dec 17 16:21:33.095178 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-1659f620-3737-4404-97e7-1c6e6c47a7ec tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.70 "GET /v2.0/networks?tenant_id=07a6a2caf7094ac0b3bef7a59d725580&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0454752
Dec 17 16:21:33.211605 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3f5426a0-1543-43ba-9438-bc3072bc7315 req-f1f2aa83-2e2d-4d9c-b945-3add0ce80273 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775019
Dec 17 16:21:33.219928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device de75dbac-e42d-46f8-af93-efcb548d1c17 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:21:33.298737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port de75dbac-e42d-46f8-af93-efcb548d1c17 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:21:33.299162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:33.309765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-2cef9bcb-a3ea-436d-9422-70bcf806b9a6 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:33.311462 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-2cef9bcb-a3ea-436d-9422-70bcf806b9a6 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2107105
Dec 17 16:21:33.559702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Request body: {'port': {'device_id': '8d07e42f-bc6e-4f2e-828e-63d9a4c32e92', 'network_id': '57cf18f4-b8f7-47ee-9b68-32fc78ad9d31', 'admin_state_up': True, 'tenant_id': '07a6a2caf7094ac0b3bef7a59d725580'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:33.728883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:33.734249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Usage tracker for resource:port and tenant:07a6a2caf7094ac0b3bef7a59d725580 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:33.737921 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Quota usage for port was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:33.749191 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:33.760535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Made reservation on behalf of 07a6a2caf7094ac0b3bef7a59d725580 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:21:33.766549 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:33.781687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:33.801963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:33.807140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Usage tracker for resource:security_group_rule and tenant:07a6a2caf7094ac0b3bef7a59d725580 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:33.811321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:33.822145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:33.917447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f3075-00dd-4df2-a668-ec61ec61db12 req-a633618e-6b8c-4a87-91c2-dbd2ffee6da3 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:33.919693 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-209f3075-00dd-4df2-a668-ec61ec61db12 req-a633618e-6b8c-4a87-91c2-dbd2ffee6da3 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 946 time: 0.1220918
Dec 17 16:21:33.935877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:33.939368 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:33.952050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4c34ddee-8f54-40f5-988c-194e5f702e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:33.995017 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-209f3075-00dd-4df2-a668-ec61ec61db12 req-3b4ceae3-99c9-4c1d-a192-bbda87cb3869 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678566
Dec 17 16:21:34.071898 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Pushing event updated for resources: {'SecurityGroup': ['ID=7bda81a7-d960-4a5c-a45b-c8f36d157f2c,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:34.084278 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:34.165271 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-64f8e01d-a093-4558-b3b7-38b8e318304c req-00ee7862-fcf8-4c3b-87fe-c8d0d9095d6c tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 210 time: 0.0947676
Dec 17 16:21:34.377854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Allocated IP 192.168.233.111 (57cf18f4-b8f7-47ee-9b68-32fc78ad9d31/55be2bd9-5e1a-4ca2-80bd-b4e6c1b953c5/b5be880f-26fb-4108-b699-3e8680e0d911) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:21:34.657218 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:34.674655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Transition to ACTIVE for port object b5be880f-26fb-4108-b699-3e8680e0d911 will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:21:34.695328 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:34.711683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-dd670f89-f141-453b-a32b-d1b15acf600e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:34.850510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Pushing event updated for resources: {'Port': ['ID=b5be880f-26fb-4108-b699-3e8680e0d911,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:34.854768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:34.907379 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Network 57cf18f4-b8f7-47ee-9b68-32fc78ad9d31 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:21:34.908707 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:21:34.911457 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:21:34.987095 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:34.987766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:35.021799 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4698112
Dec 17 16:21:35.114525 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-783b1c17-b13d-4dfc-87e1-04cf6022252e None None] Provisioning for port b5be880f-26fb-4108-b699-3e8680e0d911 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:21:35.120487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-783b1c17-b13d-4dfc-87e1-04cf6022252e None None] Provisioning complete for port b5be880f-26fb-4108-b699-3e8680e0d911 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:21:35.121051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-783b1c17-b13d-4dfc-87e1-04cf6022252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:35.181305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-783b1c17-b13d-4dfc-87e1-04cf6022252e None None] Port b5be880f-26fb-4108-b699-3e8680e0d911 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:21:35.271360 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923176e0-1e92-4748-b619-13ebc5701a95 req-7ccc0a9c-ad8e-406c-8292-bdc06e93cb2f tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:35.274956 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-923176e0-1e92-4748-b619-13ebc5701a95 req-7ccc0a9c-ad8e-406c-8292-bdc06e93cb2f tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 946 time: 0.1199865
Dec 17 16:21:35.327706 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-923176e0-1e92-4748-b619-13ebc5701a95 req-910d55c9-8d59-4079-bd00-e9313494d6b3 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475364
Dec 17 16:21:35.408886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03129a5-799b-45a0-b35e-6c0f3135d5ed req-8ad3a076-5f51-4c3e-9f5e-252b8a6e53c4 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:35.409598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-f03129a5-799b-45a0-b35e-6c0f3135d5ed req-8ad3a076-5f51-4c3e-9f5e-252b8a6e53c4 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Synchronizing usage tracker for tenant:07a6a2caf7094ac0b3bef7a59d725580 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:21:35.431691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-f03129a5-799b-45a0-b35e-6c0f3135d5ed req-8ad3a076-5f51-4c3e-9f5e-252b8a6e53c4 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Unset dirty status for tenant:07a6a2caf7094ac0b3bef7a59d725580 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:21:35.433076 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f03129a5-799b-45a0-b35e-6c0f3135d5ed req-8ad3a076-5f51-4c3e-9f5e-252b8a6e53c4 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 936 time: 0.1145780
Dec 17 16:21:35.481233 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-f03129a5-799b-45a0-b35e-6c0f3135d5ed req-ab0d0b8d-826a-4d54-8e52-d4c2f5ebd653 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Synchronizing usage tracker for tenant:07a6a2caf7094ac0b3bef7a59d725580 on resource:security_group {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:21:35.502979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-f03129a5-799b-45a0-b35e-6c0f3135d5ed req-ab0d0b8d-826a-4d54-8e52-d4c2f5ebd653 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Unset dirty status for tenant:07a6a2caf7094ac0b3bef7a59d725580 on resource:security_group {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:21:35.505640 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f03129a5-799b-45a0-b35e-6c0f3135d5ed req-ab0d0b8d-826a-4d54-8e52-d4c2f5ebd653 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656993
Dec 17 16:21:36.561349 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3300cc-6b1b-4b73-b9a2-8207cba566e7 req-78fe2f68-b3b2-472d-aa9f-aa64bb9f1573 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:36.563483 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ff3300cc-6b1b-4b73-b9a2-8207cba566e7 req-78fe2f68-b3b2-472d-aa9f-aa64bb9f1573 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 946 time: 0.0949509
Dec 17 16:21:36.613168 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ff3300cc-6b1b-4b73-b9a2-8207cba566e7 req-277fef17-9f07-4d16-8616-1c93b53676b8 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432453
Dec 17 16:21:36.734450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f89b0d-735a-449c-8d2b-8cbfd498dcc7 req-7ba8e5ca-52fe-4bb7-87e6-d57c6f3f2a67 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:36.736528 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-20f89b0d-735a-449c-8d2b-8cbfd498dcc7 req-7ba8e5ca-52fe-4bb7-87e6-d57c6f3f2a67 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 936 time: 0.0946627
Dec 17 16:21:36.790402 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-20f89b0d-735a-449c-8d2b-8cbfd498dcc7 req-af49f4ab-9e65-4806-b112-65bb91bec5dd tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473866
Dec 17 16:21:37.132064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Request body: {'port': {'device_id': '8d07e42f-bc6e-4f2e-828e-63d9a4c32e92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:37.263888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:37.753873 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5be880f-26fb-4108-b699-3e8680e0d911 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:21:37.762550 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:37.778124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Transition to ACTIVE for port object b5be880f-26fb-4108-b699-3e8680e0d911 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:21:37.784670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:37.801085 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:37.894883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bfb88-4892-4c71-ade6-2c8c825fca36 req-2641fb86-cc50-47b5-93e9-a5d2972ce7a1 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:37.910163 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ea7bfb88-4892-4c71-ade6-2c8c825fca36 req-2641fb86-cc50-47b5-93e9-a5d2972ce7a1 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 946 time: 0.1394923
Dec 17 16:21:38.142927 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Pushing event updated for resources: {'Port': ['ID=b5be880f-26fb-4108-b699-3e8680e0d911,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:38.150497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:38.164549 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ea7bfb88-4892-4c71-ade6-2c8c825fca36 req-8e99c802-dc8a-470e-9958-4cb6d75e9e5e tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2529378
Dec 17 16:21:38.304785 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23000dd6-08d1-4dae-9747-fc3377a0fd61 req-3c63449e-8260-4f48-b919-5eb95340f961 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:38.316140 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-23000dd6-08d1-4dae-9747-fc3377a0fd61 req-3c63449e-8260-4f48-b919-5eb95340f961 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.2768898
Dec 17 16:21:38.382248 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-23000dd6-08d1-4dae-9747-fc3377a0fd61 req-014b34f3-0c3f-40a2-9616-95885e273834 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649524
Dec 17 16:21:38.420367 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Attempting to bind port b5be880f-26fb-4108-b699-3e8680e0d911 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:21:38.420749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Attempting to bind port b5be880f-26fb-4108-b699-3e8680e0d911 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '2e758002-3ae1-48bf-a202-e942424ae886', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '57cf18f4-b8f7-47ee-9b68-32fc78ad9d31'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:21:38.421119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Attempting to bind port b5be880f-26fb-4108-b699-3e8680e0d911 on network 57cf18f4-b8f7-47ee-9b68-32fc78ad9d31 {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:21:38.427656 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:21:38.428007 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Checking segment: {'id': '2e758002-3ae1-48bf-a202-e942424ae886', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '57cf18f4-b8f7-47ee-9b68-32fc78ad9d31'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:21:38.428526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:38.429221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Bound using segment: {'id': '2e758002-3ae1-48bf-a202-e942424ae886', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '57cf18f4-b8f7-47ee-9b68-32fc78ad9d31'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:21:38.429892 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Bound port: b5be880f-26fb-4108-b699-3e8680e0d911, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e758002-3ae1-48bf-a202-e942424ae886', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '57cf18f4-b8f7-47ee-9b68-32fc78ad9d31'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:21:38.430397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:38.759142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] For port b5be880f-26fb-4108-b699-3e8680e0d911, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:21:38.763620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] For port b5be880f-26fb-4108-b699-3e8680e0d911, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b5be880f-26fb-4108-b699-3e8680e0d911,segment=NetworkSegment(2e758002-3ae1-48bf-a202-e942424ae886),segment_id=2e758002-3ae1-48bf-a202-e942424ae886)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:21:38.766171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:38.782770 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c58051a8-da05-43dd-9bd5-c0dc0517b52c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:38.905145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Pushing event updated for resources: {'Port': ['ID=b5be880f-26fb-4108-b699-3e8680e0d911,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:38.912641 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:38.997498 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:38.998175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:38.999677 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] 10.222.0.70 "PUT /v2.0/ports/b5be880f-26fb-4108-b699-3e8680e0d911 HTTP/1.1" status: 200  len: 1162 time: 1.8732674
Dec 17 16:21:39.000219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d07e42f-bc6e-4f2e-828e-63d9a4c32e92', 'tag': 'b5be880f-26fb-4108-b699-3e8680e0d911'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:21:39.171451 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d07e42f-bc6e-4f2e-828e-63d9a4c32e92', 'tag': 'b5be880f-26fb-4108-b699-3e8680e0d911', 'status': 'completed', 'code': 200}
Dec 17 16:21:39.233586 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-e16f227d-309d-4e9b-9f8c-e2b55152176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:39.235222 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-e16f227d-309d-4e9b-9f8c-e2b55152176c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07a6a2caf7094ac0b3bef7a59d725580&device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 1165 time: 0.1661744
Dec 17 16:21:39.430549 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-ae45d521-8a06-4782-b4e5-a53da2bb81df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=b5be880f-26fb-4108-b699-3e8680e0d911 HTTP/1.1" status: 200  len: 217 time: 0.1763895
Dec 17 16:21:39.616950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 51912) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:39.661876 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-e6167a5d-683a-400d-9de8-b07cd135e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:39.663901 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-e6167a5d-683a-400d-9de8-b07cd135e5c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55be2bd9-5e1a-4ca2-80bd-b4e6c1b953c5 HTTP/1.1" status: 200  len: 843 time: 0.2220817
Dec 17 16:21:39.751683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299c2d3-d908-4e01-b61c-7bc287b94155 req-bc4a496f-deff-4c10-b66a-d4c6590ffe7f tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:39.764477 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f299c2d3-d908-4e01-b61c-7bc287b94155 req-bc4a496f-deff-4c10-b66a-d4c6590ffe7f tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.1136885
Dec 17 16:21:39.829676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-db0d0e2a-6f1a-4f11-8109-f50edbe97173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:39.832010 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f299c2d3-d908-4e01-b61c-7bc287b94155 req-5543fb8d-6557-44e4-8aff-ca3b77f245ee tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488753
Dec 17 16:21:39.833990 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-db0d0e2a-6f1a-4f11-8109-f50edbe97173 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57cf18f4-b8f7-47ee-9b68-32fc78ad9d31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1596372
Dec 17 16:21:39.851456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:39.868570 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:39.873202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Usage tracker for resource:security_group_rule and tenant:08657f4b7cac48ffa2d00a48d09a51ef is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:39.876536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:39.883546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:39.984621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:39.987947 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:40.009299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8c3b562d-b08b-48ca-b298-5258fdab97e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:40.019960 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-4f6cf550-bd3f-4940-b5c4-4d66cd9e6336 service neutron] 10.222.0.70 "GET /v2.0/networks/57cf18f4-b8f7-47ee-9b68-32fc78ad9d31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1748228
Dec 17 16:21:40.049488 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08657f4b7cac48ffa2d00a48d09a51ef&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4306116
Dec 17 16:21:40.053826 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 51922) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:21:40.092387 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77976b33-6c83-4b14-8188-18701646b0fa,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:40.132685 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.136335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.136335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.136335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.136335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.136335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.136335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.136929 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.137037 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.137423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.137807 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.138184 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.138644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.139022 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.139467 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.139877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.140297 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.140681 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.141061 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.141469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.141891 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.142266 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.142638 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.143008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:40.157737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:40.230208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d1be8-a662-496d-8049-4d010045ac21 req-9d35d4e5-41e2-43e7-a3a5-c1b3f0f02a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:40.232246 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f65d1be8-a662-496d-8049-4d010045ac21 req-9d35d4e5-41e2-43e7-a3a5-c1b3f0f02a5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f78600edd8e846ce98c88d3cb8610385&device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 1163 time: 0.2127109
Dec 17 16:21:40.265214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc734d-c415-42bb-884b-03a8227ae1b4 req-12648b20-115c-46da-a405-fcf959175cda tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:40.266848 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5ccc734d-c415-42bb-884b-03a8227ae1b4 req-12648b20-115c-46da-a405-fcf959175cda tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.2139928
Dec 17 16:21:40.272771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7c64f7d3-5bdb-4912-8f48-64539446d8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:40.329637 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7c64f7d3-5bdb-4912-8f48-64539446d8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:40.359196 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5ccc734d-c415-42bb-884b-03a8227ae1b4 req-34d2cfa2-ea9a-44f2-b261-0f2d29fe88d5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762875
Dec 17 16:21:40.368137 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1308fb89-fb6a-42de-b7eb-d5f6861f6f0a req-7509b750-6c0b-4082-b569-42031c5129e5 service neutron] 10.222.0.70 "GET /v2.0/networks/57cf18f4-b8f7-47ee-9b68-32fc78ad9d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3117573
Dec 17 16:21:40.418318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7c64f7d3-5bdb-4912-8f48-64539446d8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:40.424439 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-455aad1a-5eb3-464f-9a0a-e1e3a7cdea6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:40.437792 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d1be8-a662-496d-8049-4d010045ac21 req-90e64ca2-b59a-46e4-96e3-ef8bbe5c9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:40.439464 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f65d1be8-a662-496d-8049-4d010045ac21 req-90e64ca2-b59a-46e4-96e3-ef8bbe5c9f93 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 200  len: 912 time: 0.1922715
Dec 17 16:21:40.443310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64f7d3-5bdb-4912-8f48-64539446d8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77976b33-6c83-4b14-8188-18701646b0fa,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:40.446657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7c64f7d3-5bdb-4912-8f48-64539446d8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:40.453965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7c64f7d3-5bdb-4912-8f48-64539446d8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:40.458716 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-7c64f7d3-5bdb-4912-8f48-64539446d8e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77976b33-6c83-4b14-8188-18701646b0fa HTTP/1.1" status: 204  len: 168 time: 0.4024880
Dec 17 16:21:40.611651 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f65d1be8-a662-496d-8049-4d010045ac21 req-63ea19c1-09b1-4405-887b-b9dbbea341b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=053c8060-dc93-473f-a72e-8627d1ba54a4 HTTP/1.1" status: 200  len: 217 time: 0.1141286
Dec 17 16:21:40.705671 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d1be8-a662-496d-8049-4d010045ac21 req-dbb77c40-16d4-4960-a1b6-7e7dcd4e2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:40.707531 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f65d1be8-a662-496d-8049-4d010045ac21 req-dbb77c40-16d4-4960-a1b6-7e7dcd4e2708 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7f039d2-014e-47ec-bed2-d630a94a12ce HTTP/1.1" status: 200  len: 858 time: 0.0857649
Dec 17 16:21:40.714941 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cec65-500b-475f-9a98-8e9184bdb5d3 req-f72ca723-c365-4c6f-9828-a25ab2a19d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:40.716647 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-467cec65-500b-475f-9a98-8e9184bdb5d3 req-f72ca723-c365-4c6f-9828-a25ab2a19d84 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07a6a2caf7094ac0b3bef7a59d725580&device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 1165 time: 0.1672506
Dec 17 16:21:40.788720 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f65d1be8-a662-496d-8049-4d010045ac21 req-7af909e6-e349-4fbb-b306-0c026c5ea98e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a360a352-036a-4853-a7e2-1332b2ba98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0709860
Dec 17 16:21:41.005708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cec65-500b-475f-9a98-8e9184bdb5d3 req-c5a35d70-dd1a-4aff-93a3-75b2ef0dce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:41.007469 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-467cec65-500b-475f-9a98-8e9184bdb5d3 req-c5a35d70-dd1a-4aff-93a3-75b2ef0dce1e service neutron] 10.222.0.70 "GET /v2.0/networks?id=57cf18f4-b8f7-47ee-9b68-32fc78ad9d31 HTTP/1.1" status: 200  len: 863 time: 0.2508974
Dec 17 16:21:41.149581 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-467cec65-500b-475f-9a98-8e9184bdb5d3 req-4cceade1-a61d-4192-9f66-17a0141bdd07 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=b5be880f-26fb-4108-b699-3e8680e0d911 HTTP/1.1" status: 200  len: 217 time: 0.1284232
Dec 17 16:21:41.284981 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f65d1be8-a662-496d-8049-4d010045ac21 req-c16fbc60-abb0-4926-96d5-56bbc16683b7 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4829063
Dec 17 16:21:41.291972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cec65-500b-475f-9a98-8e9184bdb5d3 req-a2f9a91b-2e91-49c4-a3ee-9b47b8005cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:41.293760 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-467cec65-500b-475f-9a98-8e9184bdb5d3 req-a2f9a91b-2e91-49c4-a3ee-9b47b8005cee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55be2bd9-5e1a-4ca2-80bd-b4e6c1b953c5 HTTP/1.1" status: 200  len: 843 time: 0.1342916
Dec 17 16:21:41.482933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c2317-6e9a-42a7-aee6-1a0d344012d5 req-a6572cfa-612b-4bfb-9144-43cbe4dae544 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:41.485575 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0a4c2317-6e9a-42a7-aee6-1a0d344012d5 req-a6572cfa-612b-4bfb-9144-43cbe4dae544 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.4639142
Dec 17 16:21:41.597073 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0a4c2317-6e9a-42a7-aee6-1a0d344012d5 req-984b32c2-1556-4b16-af98-5aeaf4d0c15d tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996931
Dec 17 16:21:41.620751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cec65-500b-475f-9a98-8e9184bdb5d3 req-443c28ae-c785-42ef-b04d-1ee14c3e7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:41.622556 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-467cec65-500b-475f-9a98-8e9184bdb5d3 req-443c28ae-c785-42ef-b04d-1ee14c3e7bbf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57cf18f4-b8f7-47ee-9b68-32fc78ad9d31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2975426
Dec 17 16:21:41.631942 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f65d1be8-a662-496d-8049-4d010045ac21 req-50306749-0d84-43ac-8a2c-6b5bc3195098 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3369362
Dec 17 16:21:41.707043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c0c5f-3747-4ff8-8239-43f261856625 req-8b9710ba-969c-4ae0-bb79-f13b2b5b0520 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:41.709152 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c80c0c5f-3747-4ff8-8239-43f261856625 req-8b9710ba-969c-4ae0-bb79-f13b2b5b0520 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1523540
Dec 17 16:21:41.776700 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c80c0c5f-3747-4ff8-8239-43f261856625 req-e2a08747-e46b-44dd-b616-533a51e41280 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479839
Dec 17 16:21:41.828020 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-467cec65-500b-475f-9a98-8e9184bdb5d3 req-4fb4eeb7-5512-4f17-aed1-eb3840904525 service neutron] 10.222.0.70 "GET /v2.0/networks/57cf18f4-b8f7-47ee-9b68-32fc78ad9d31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706767
Dec 17 16:21:42.841390 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec89e98-afa6-47df-8456-9d879c4f305e req-e76792aa-2bf3-4c12-9a76-41d8b85ac36e tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:42.843041 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8ec89e98-afa6-47df-8456-9d879c4f305e req-e76792aa-2bf3-4c12-9a76-41d8b85ac36e tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.0917022
Dec 17 16:21:42.894021 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8ec89e98-afa6-47df-8456-9d879c4f305e req-3e8a42ef-376b-477c-a9c8-ebb52783d1b8 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437787
Dec 17 16:21:43.004809 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f32079-fd7d-4c50-b3c4-305af2e28c0d req-50cd4dec-0ddc-423d-83b2-46dda2a5c87a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:43.006506 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e8f32079-fd7d-4c50-b3c4-305af2e28c0d req-50cd4dec-0ddc-423d-83b2-46dda2a5c87a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0889041
Dec 17 16:21:43.060047 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e8f32079-fd7d-4c50-b3c4-305af2e28c0d req-f62a41db-25cc-4c01-999f-ee6e75fc38ee tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448203
Dec 17 16:21:44.126765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f776da-5b53-4676-b2e4-68dfccdb713b req-0a8bdf39-73dd-49c0-89fb-f566bd739ace tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:44.128472 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-22f776da-5b53-4676-b2e4-68dfccdb713b req-0a8bdf39-73dd-49c0-89fb-f566bd739ace tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.0929325
Dec 17 16:21:44.185083 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-22f776da-5b53-4676-b2e4-68dfccdb713b req-219cb6ce-c049-4603-abf8-14e16c9db90c tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489430
Dec 17 16:21:44.284827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36edf1-81f0-4a0f-acad-42f10379269b req-2ff03860-1fe7-4837-b91d-6cb8253b81cc tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:44.286571 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f36edf1-81f0-4a0f-acad-42f10379269b req-2ff03860-1fe7-4837-b91d-6cb8253b81cc tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0929375
Dec 17 16:21:44.340727 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f36edf1-81f0-4a0f-acad-42f10379269b req-a0420de9-babf-44e1-afcb-a77347559e95 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472596
Dec 17 16:21:45.465831 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-467cec65-500b-475f-9a98-8e9184bdb5d3 req-859670be-aab1-460c-a705-1d368f53b6a4 service neutron] 10.222.0.70 "GET /v2.0/networks/57cf18f4-b8f7-47ee-9b68-32fc78ad9d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4077079
Dec 17 16:21:45.498997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577cf61-e214-477b-808c-a8d4faaee54c req-56aa5cff-cfcc-4a37-8e91-cf56e378419c tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:45.500747 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1577cf61-e214-477b-808c-a8d4faaee54c req-56aa5cff-cfcc-4a37-8e91-cf56e378419c tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.1353054
Dec 17 16:21:45.566226 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1577cf61-e214-477b-808c-a8d4faaee54c req-862149bb-a486-4db8-9e35-7a4a660d3d73 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582447
Dec 17 16:21:45.646772 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46131f7-b801-4ef1-a21d-985afb1f5c88 req-9ce219aa-6fdb-4808-a63f-8d8276937219 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:45.649639 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b46131f7-b801-4ef1-a21d-985afb1f5c88 req-9ce219aa-6fdb-4808-a63f-8d8276937219 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1061962
Dec 17 16:21:45.728000 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b46131f7-b801-4ef1-a21d-985afb1f5c88 req-04db23f1-b532-404a-bbec-92897cbfab34 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700426
Dec 17 16:21:46.803143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5f23c-80e9-453d-ba00-7eee1f07aaf4 req-8d4a73ef-e034-4e33-a825-50729f568a9e tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:46.804823 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9ff5f23c-80e9-453d-ba00-7eee1f07aaf4 req-8d4a73ef-e034-4e33-a825-50729f568a9e tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.0932052
Dec 17 16:21:46.875467 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9ff5f23c-80e9-453d-ba00-7eee1f07aaf4 req-5c0aceb5-42de-4968-913f-3e920b487ee4 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522010
Dec 17 16:21:47.052677 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94df73-cd1f-4512-9676-f324c624649a req-3da2620d-f040-41ee-9ab2-379dda5769df tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:47.062840 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ac94df73-cd1f-4512-9676-f324c624649a req-3da2620d-f040-41ee-9ab2-379dda5769df tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1200066
Dec 17 16:21:47.092717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686745e5-5e11-40da-bfcd-a737c2291cd8 req-3b50815a-13a4-48e9-9d87-59feaeee51cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:47.100984 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-686745e5-5e11-40da-bfcd-a737c2291cd8 req-3b50815a-13a4-48e9-9d87-59feaeee51cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1013064
Dec 17 16:21:47.132030 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ac94df73-cd1f-4512-9676-f324c624649a req-617a96ec-8aba-4fd1-92eb-7e6cae23d1aa tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673432
Dec 17 16:21:47.150554 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-686745e5-5e11-40da-bfcd-a737c2291cd8 req-bee1d82a-a936-4ce4-a9cb-2f52427f7118 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485592
Dec 17 16:21:47.533748 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93109ed1-9158-4d9e-97dc-6151de08c214 req-afcc5e55-af29-4bc0-887f-c445a9638dee tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:47.535647 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-93109ed1-9158-4d9e-97dc-6151de08c214 req-afcc5e55-af29-4bc0-887f-c445a9638dee tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 945 time: 0.0970855
Dec 17 16:21:47.588809 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network 57cf18f4-b8f7-47ee-9b68-32fc78ad9d31 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:21:47.594235 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-93109ed1-9158-4d9e-97dc-6151de08c214 req-29979212-a7dc-41bf-a6a4-0e4478e55508 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505290
Dec 17 16:21:47.837043 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-b5f9a291-27ab-4435-937b-346f486159ac tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1793766
Dec 17 16:21:47.848092 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Request body: {'floatingip': {'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:47.854733 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:47.859531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Usage tracker for resource:floatingip and tenant:a55fe0baa0f24396b3d5695191f1a6f0 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:47.862743 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:47.868795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:47.879364 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for floatingip, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:48.045928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:48.157491 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56773cb-dc73-4bf8-967d-85e7e3e86615 req-75912701-3862-40c9-83b5-7988c3093f7c tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:48.168621 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d56773cb-dc73-4bf8-967d-85e7e3e86615 req-75912701-3862-40c9-83b5-7988c3093f7c tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.1466796
Dec 17 16:21:48.222473 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d56773cb-dc73-4bf8-967d-85e7e3e86615 req-fd1becfe-3471-4c50-ad40-0dc6e231eb71 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497448
Dec 17 16:21:48.414129 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Allocated IP 172.27.0.186 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/bd85cf74-498c-4cd2-b378-1ef29bcbb900) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:21:48.492352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65941a18-a2ce-4450-a710-069eddfc2b3f req-acb08442-94c3-47e1-9105-5308188cc1e1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:48.494019 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-65941a18-a2ce-4450-a710-069eddfc2b3f req-acb08442-94c3-47e1-9105-5308188cc1e1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1247237
Dec 17 16:21:48.549587 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-65941a18-a2ce-4450-a710-069eddfc2b3f req-b9736f39-f292-47a8-898a-5040d60dd9a2 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474024
Dec 17 16:21:48.635569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:48.667795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67031632'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:48.684991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f2628215-1e37-45d7-8647-fa19e5795b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:48.775150 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa49ef-ca6d-4e50-822c-3d3911cc7add req-223886c7-a885-4689-ba19-369bf6832a95 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:48.777191 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6dfa49ef-ca6d-4e50-822c-3d3911cc7add req-223886c7-a885-4689-ba19-369bf6832a95 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0874643
Dec 17 16:21:48.828107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Pushing event updated for resources: {'Port': ['ID=bd85cf74-498c-4cd2-b378-1ef29bcbb900,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:48.832279 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:48.837477 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6dfa49ef-ca6d-4e50-822c-3d3911cc7add req-a0432579-62dc-4176-978e-b152fc149025 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508161
Dec 17 16:21:48.888099 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:21:48.889324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:21:48.891818 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:21:49.013323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for floatingip, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:49.090306 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:49.369783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for port, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:49.373790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787744152'] for port, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:49.392040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-06a6a3dc-b726-4945-9fb6-3f0035536d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:49.477067 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2fe22-63d8-4b90-9adf-196c2fb17197 req-00adde77-5006-4c17-a6de-d3bf4092d28a tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:49.478668 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5ab2fe22-63d8-4b90-9adf-196c2fb17197 req-00adde77-5006-4c17-a6de-d3bf4092d28a tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.0924942
Dec 17 16:21:49.526473 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Pushing event updated for resources: {'Port': ['ID=bd85cf74-498c-4cd2-b378-1ef29bcbb900,revision_number=2']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:49.531479 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5ab2fe22-63d8-4b90-9adf-196c2fb17197 req-68c194e8-2045-4cf1-b52d-b43a03b6cff7 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457754
Dec 17 16:21:49.531882 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:49.651200 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:49.679735 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:49.681414 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-a5e35c64-6d95-42bb-b5f9-892ff1673a44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8381519
Dec 17 16:21:49.774744 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-c5ebc2f7-c9f4-4509-9350-9c5bc5958e2c tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Synchronizing usage tracker for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:floatingip {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:21:49.787858 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99171186-f63e-42e7-84f3-8bfa1f620220 req-01ddf807-9312-414d-856a-603df954d751 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:49.789464 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-99171186-f63e-42e7-84f3-8bfa1f620220 req-01ddf807-9312-414d-856a-603df954d751 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0950069
Dec 17 16:21:49.793198 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-c5ebc2f7-c9f4-4509-9350-9c5bc5958e2c tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Unset dirty status for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:floatingip {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:21:49.794483 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-c5ebc2f7-c9f4-4509-9350-9c5bc5958e2c tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.186 HTTP/1.1" status: 200  len: 696 time: 0.1015565
Dec 17 16:21:49.841595 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-99171186-f63e-42e7-84f3-8bfa1f620220 req-76db1a6c-037c-435e-a614-10ae17a1b593 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446515
Dec 17 16:21:49.958829 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-c39b5e0d-647e-4aea-9a5a-b27329b53905 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:49.960365 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-c39b5e0d-647e-4aea-9a5a-b27329b53905 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/networks/91d1505b-ce8a-4e95-a9a1-fbd742f1e542 HTTP/1.1" status: 200  len: 784 time: 0.1592805
Dec 17 16:21:49.971473 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-707901a4-6660-4079-959d-9e9fc458885d tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80280) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:21:49.972546 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2207f1c9-ec2d-483e-a273-88cbd3836ac8 req-707901a4-6660-4079-959d-9e9fc458885d tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0061407
Dec 17 16:21:50.065775 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2cbe2-d08f-4a91-bf91-fd20b9e9bad0 req-fe45746d-018b-42b8-abfd-c81a30a96776 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:50.067470 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-43e2cbe2-d08f-4a91-bf91-fd20b9e9bad0 req-fe45746d-018b-42b8-abfd-c81a30a96776 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0845625
Dec 17 16:21:50.121471 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-43e2cbe2-d08f-4a91-bf91-fd20b9e9bad0 req-dc399ac1-9d59-4a51-9dc1-4e5720adb95e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473349
Dec 17 16:21:50.181957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-31a37ca3-43eb-45c5-a80b-bb9d0dac1a54 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:50.184105 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-31a37ca3-43eb-45c5-a80b-bb9d0dac1a54 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0924397
Dec 17 16:21:50.274261 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-b036981c-ad9a-48e2-ab54-3e3fc9f72fee tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.186 HTTP/1.1" status: 200  len: 696 time: 0.0837018
Dec 17 16:21:50.285329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-b8a7c0c2-b7e3-4b01-aace-e3d1e68b777f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Request body: {'floatingip': {'port_id': '24b27e07-8718-4d8b-9f02-bd896b3649e0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:50.371540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-b8a7c0c2-b7e3-4b01-aace-e3d1e68b777f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for floatingip, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:50.752078 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146210eb-1c54-4ad9-a415-7de5a847a961 req-6123ed61-385b-4021-8cf9-4bcd05a74698 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:50.753711 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-146210eb-1c54-4ad9-a415-7de5a847a961 req-6123ed61-385b-4021-8cf9-4bcd05a74698 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.0850594
Dec 17 16:21:50.801463 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-146210eb-1c54-4ad9-a415-7de5a847a961 req-8d1b0c37-ac8a-4414-926b-543a4e890b93 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411966
Dec 17 16:21:51.071182 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.objects.ports [None req-46fd5325-e100-43c1-8d7e-9bced35f1a39 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80281) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 17 16:21:51.096427 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5333efd-5b4e-4752-bce4-d0f0cb3bac57 req-76f4370b-f70e-48d0-9bc8-be00310c9c42 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:51.098147 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5333efd-5b4e-4752-bce4-d0f0cb3bac57 req-76f4370b-f70e-48d0-9bc8-be00310c9c42 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0939293
Dec 17 16:21:51.152686 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5333efd-5b4e-4752-bce4-d0f0cb3bac57 req-1b03b8de-33bd-4ba8-8e16-afc26ab375c5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458119
Dec 17 16:21:51.333543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:21:51.382587 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003afc58-ed3a-4567-80d0-a876409ab0f0 req-494302b6-856b-4053-aa2d-3eb806addc69 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:51.390243 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-003afc58-ed3a-4567-80d0-a876409ab0f0 req-494302b6-856b-4053-aa2d-3eb806addc69 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0945258
Dec 17 16:21:51.437856 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-003afc58-ed3a-4567-80d0-a876409ab0f0 req-1f07889b-fb2d-4a2b-b040-f3a21bef46c5 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465665
Dec 17 16:21:51.455299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-b8a7c0c2-b7e3-4b01-aace-e3d1e68b777f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for floatingip, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:51.458955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-b8a7c0c2-b7e3-4b01-aace-e3d1e68b777f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:51.647353 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-b8a7c0c2-b7e3-4b01-aace-e3d1e68b777f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Floating IP 12a0de06-a2de-431e-973a-0722da6fa4f8 associated. External IP: 172.27.0.186, port: 24b27e07-8718-4d8b-9f02-bd896b3649e0.
Dec 17 16:21:52.047170 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-b8a7c0c2-b7e3-4b01-aace-e3d1e68b777f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Router f2a4ac87-e63f-4f38-9598-f10701524f14 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:21:52.060882 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077146-f0d6-4f9e-a407-af54d5b2259b req-fe714e59-481f-4d08-b56b-420dbe59a3a0 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:52.062504 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-24077146-f0d6-4f9e-a407-af54d5b2259b req-fe714e59-481f-4d08-b56b-420dbe59a3a0 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.0975146
Dec 17 16:21:52.121708 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-24077146-f0d6-4f9e-a407-af54d5b2259b req-7df4a5fe-cd79-47d5-82c9-3c3ef251e725 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527387
Dec 17 16:21:52.241347 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-b8a7c0c2-b7e3-4b01-aace-e3d1e68b777f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:21:52.246546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-b8a7c0c2-b7e3-4b01-aace-e3d1e68b777f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:52.251859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418bcad5-ddf0-44ff-83e8-69db0bdfbe0a None None] Sync routers for ids ['f2a4ac87-e63f-4f38-9598-f10701524f14'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:21:52.264101 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418bcad5-ddf0-44ff-83e8-69db0bdfbe0a None None] Routers {'f2a4ac87-e63f-4f38-9598-f10701524f14'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:21:52.265013 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-418bcad5-ddf0-44ff-83e8-69db0bdfbe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f770390>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:21:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['f2a4ac87-e63f-4f38-9598-f10701524f14'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:21:52.319125 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-b8a7c0c2-b7e3-4b01-aace-e3d1e68b777f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "PUT /v2.0/floatingips/12a0de06-a2de-431e-973a-0722da6fa4f8 HTTP/1.1" status: 200  len: 996 time: 2.0381522
Dec 17 16:21:52.319601 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0'}] {{(pid=80280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:21:52.430863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-a8fa2924-c47e-44da-8854-cad028d1f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:52.432952 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-a8fa2924-c47e-44da-8854-cad028d1f380 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55fe0baa0f24396b3d5695191f1a6f0&device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 1162 time: 0.0974715
Dec 17 16:21:52.499304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-418bcad5-ddf0-44ff-83e8-69db0bdfbe0a None None] Set router f2a4ac87-e63f-4f38-9598-f10701524f14 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:21:52.519039 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0ef49-94bc-4247-94fb-6a16f4b60861 req-8b4fab77-b85d-4e2c-acf2-520859cf1b97 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:52.520999 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a0e0ef49-94bc-4247-94fb-6a16f4b60861 req-8b4fab77-b85d-4e2c-acf2-520859cf1b97 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0887735
Dec 17 16:21:52.575304 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a0e0ef49-94bc-4247-94fb-6a16f4b60861 req-0e46ef9b-97cd-47c8-aaeb-24a15f12c739 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472271
Dec 17 16:21:52.751332 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0', 'status': 'completed', 'code': 200}
Dec 17 16:21:52.816078 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-61572f4c-df1d-432b-8402-c8ed93969179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:52.824716 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-61572f4c-df1d-432b-8402-c8ed93969179 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea HTTP/1.1" status: 200  len: 909 time: 0.3834906
Dec 17 16:21:52.880340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811846cb-9c64-4dae-ac52-61e7496ec585 req-449a92ea-a4ee-4f18-a2b7-e9355d2cac66 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:52.882307 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-811846cb-9c64-4dae-ac52-61e7496ec585 req-449a92ea-a4ee-4f18-a2b7-e9355d2cac66 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0964365
Dec 17 16:21:52.944686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-418bcad5-ddf0-44ff-83e8-69db0bdfbe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f770390>, [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:20:27Z', 'revision_number': 4, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '12a0de06-a2de-431e-973a-0722da6fa4f8', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'port_id': '24b27e07-8718-4d8b-9f02-bd896b3649e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'mac_address': 'fa:16:3e:14:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:21:48Z', 'updated_at': '2020-12-17T16:21:51Z', 'revision_number': 1, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df763d-27d5-4b3b-996f-2e3b585243ee', 'name': '', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'mac_address': 'fa:16:3e:49:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:25Z', 'updated_at': '2020-12-17T16:20:37Z', 'revision_number': 5, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'subnets': [{'id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:21:52.949189 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-fd61deb1-deeb-4e07-a0c8-c1348b84f55f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 999 time: 0.1232970
Dec 17 16:21:52.952631 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-811846cb-9c64-4dae-ac52-61e7496ec585 req-c7ae49e5-671a-433b-ace0-b69aafacc7e5 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610759
Dec 17 16:21:52.952901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418bcad5-ddf0-44ff-83e8-69db0bdfbe0a None None] Checking router: f2a4ac87-e63f-4f38-9598-f10701524f14 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:21:52.962414 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418bcad5-ddf0-44ff-83e8-69db0bdfbe0a None None] Routers {'f2a4ac87-e63f-4f38-9598-f10701524f14'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:21:52.963535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-418bcad5-ddf0-44ff-83e8-69db0bdfbe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f770390>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:21:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['f2a4ac87-e63f-4f38-9598-f10701524f14'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:21:53.017382 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-bb1370a8-337a-4213-9398-2c14f7e2815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:53.019077 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-bb1370a8-337a-4213-9398-2c14f7e2815c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb533e61-2485-4c3f-b94b-eabff26e03d3 HTTP/1.1" status: 200  len: 854 time: 0.0688417
Dec 17 16:21:53.106604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-192b5298-17c4-4245-8606-2e61b9360529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:53.108338 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-192b5298-17c4-4245-8606-2e61b9360529 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824325
Dec 17 16:21:53.120792 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-740e0a66-e8a3-4d83-8a5e-960875224127 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80280) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:21:53.121931 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-740e0a66-e8a3-4d83-8a5e-960875224127 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0063930
Dec 17 16:21:53.274077 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-2c1a17e3-2504-4c9d-859b-e07a4bd4863c service neutron] 10.222.0.21 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449170
Dec 17 16:21:53.320469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-418bcad5-ddf0-44ff-83e8-69db0bdfbe0a None None] Set router f2a4ac87-e63f-4f38-9598-f10701524f14 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:21:53.366140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6b10d-a6a7-4615-8efb-8ffa272ed46b req-84740946-a2dd-4a3b-ba45-4e9ff2e90d42 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:53.368025 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37c6b10d-a6a7-4615-8efb-8ffa272ed46b req-84740946-a2dd-4a3b-ba45-4e9ff2e90d42 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.1118243
Dec 17 16:21:53.425571 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37c6b10d-a6a7-4615-8efb-8ffa272ed46b req-453170e8-f8aa-41e6-a900-6a4c41c8e594 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502734
Dec 17 16:21:53.443908 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6ae4c3f-cbac-4cf1-beb5-bc9f142c7ac9 req-33dc4c43-7f7a-421b-951f-bc7fa7d934f2 service neutron] 10.222.0.21 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1562700
Dec 17 16:21:53.493131 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-4925a301-46e9-46b1-a9eb-0ee24cf0c6b8 req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1642189471', 'description': 'tempest-TestMinimumBasicScenario-1642189471 description'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:53.499399 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-4925a301-46e9-46b1-a9eb-0ee24cf0c6b8 req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:53.509351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-4925a301-46e9-46b1-a9eb-0ee24cf0c6b8 req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:53.518317 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4925a301-46e9-46b1-a9eb-0ee24cf0c6b8 req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:53.540666 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-4925a301-46e9-46b1-a9eb-0ee24cf0c6b8 req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:53.545226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-4925a301-46e9-46b1-a9eb-0ee24cf0c6b8 req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Usage tracker for resource:security_group_rule and tenant:a55fe0baa0f24396b3d5695191f1a6f0 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:53.548221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-4925a301-46e9-46b1-a9eb-0ee24cf0c6b8 req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:53.554072 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-4925a301-46e9-46b1-a9eb-0ee24cf0c6b8 req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:53.639616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4925a301-46e9-46b1-a9eb-0ee24cf0c6b8 req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:53.642562 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4925a301-46e9-46b1-a9eb-0ee24cf0c6b8 req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:53.646404 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:53.693866 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Pushing event updated for resources: {'SecurityGroup': ['ID=993f9596-d46b-4619-a4c6-07a753e7d637,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:53.706699 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.707101 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.707497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.707888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.708302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.708693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.709081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.709465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.709857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.710237 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.710617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.710994 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.711652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.712064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.712606 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.712990 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.714203 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.714405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.714813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.715185 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.715565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.715942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.716346 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.716725 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:21:53.720702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4925a301-46e9-46b1-a9eb-0ee24cf0c6b8 req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:53.743107 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4925a301-46e9-46b1-a9eb-0ee24cf0c6b8 req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1769 time: 0.2371936
Dec 17 16:21:53.744145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:53.753859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-418bcad5-ddf0-44ff-83e8-69db0bdfbe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f770390>, [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:20:27Z', 'revision_number': 4, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '12a0de06-a2de-431e-973a-0722da6fa4f8', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'port_id': '24b27e07-8718-4d8b-9f02-bd896b3649e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'mac_address': 'fa:16:3e:14:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:21:48Z', 'updated_at': '2020-12-17T16:21:51Z', 'revision_number': 1, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df763d-27d5-4b3b-996f-2e3b585243ee', 'name': '', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'mac_address': 'fa:16:3e:49:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:25Z', 'updated_at': '2020-12-17T16:20:37Z', 'revision_number': 5, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'subnets': [{'id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:21:53.758529 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418bcad5-ddf0-44ff-83e8-69db0bdfbe0a None None] The sync data for ids ['f2a4ac87-e63f-4f38-9598-f10701524f14'] in dv-cinder-766752-2-iscsi is: [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:20:27Z', 'revision_number': 4, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '12a0de06-a2de-431e-973a-0722da6fa4f8', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'port_id': '24b27e07-8718-4d8b-9f02-bd896b3649e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'mac_address': 'fa:16:3e:14:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:21:48Z', 'updated_at': '2020-12-17T16:21:51Z', 'revision_number': 1, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9df763d-27d5-4b3b-996f-2e3b585243ee', 'name': '', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'mac_address': 'fa:16:3e:49:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:25Z', 'updated_at': '2020-12-17T16:20:37Z', 'revision_number': 5, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'subnets': [{'id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:21:53.808693 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4f8f3a95-a5d8-4daa-9cf5-4efe08a8f3b8 req-8466c63e-0045-4b7b-9d7e-1e10d9378eed tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups/993f9596-d46b-4619-a4c6-07a753e7d637 HTTP/1.1" status: 200  len: 1764 time: 0.0504732
Dec 17 16:21:53.820360 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-4f8f3a95-a5d8-4daa-9cf5-4efe08a8f3b8 req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '993f9596-d46b-4619-a4c6-07a753e7d637', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:53.820818 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-4f8f3a95-a5d8-4daa-9cf5-4efe08a8f3b8 req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '993f9596-d46b-4619-a4c6-07a753e7d637', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:53.827686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-4f8f3a95-a5d8-4daa-9cf5-4efe08a8f3b8 req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:53.830903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e4bc5-9637-4f94-aa1b-bc61d5cc1154 req-40d04a6b-9443-454f-b40d-be6e9717f6be tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:53.832028 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-4f8f3a95-a5d8-4daa-9cf5-4efe08a8f3b8 req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Usage tracker for resource:security_group_rule and tenant:a55fe0baa0f24396b3d5695191f1a6f0 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:53.835367 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-4f8f3a95-a5d8-4daa-9cf5-4efe08a8f3b8 req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:53.836746 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b88e4bc5-9637-4f94-aa1b-bc61d5cc1154 req-40d04a6b-9443-454f-b40d-be6e9717f6be tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1185234
Dec 17 16:21:53.842257 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-4f8f3a95-a5d8-4daa-9cf5-4efe08a8f3b8 req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:53.904454 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b88e4bc5-9637-4f94-aa1b-bc61d5cc1154 req-3fecc99a-f58f-4505-a33a-df9b8e0d8a04 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607407
Dec 17 16:21:53.952401 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4f8f3a95-a5d8-4daa-9cf5-4efe08a8f3b8 req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for security_group_rule, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:53.981084 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4f8f3a95-a5d8-4daa-9cf5-4efe08a8f3b8 req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:53.989787 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4f8f3a95-a5d8-4daa-9cf5-4efe08a8f3b8 req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:53.991892 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:54.016488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dac1dd0-7233-4edd-81f0-11716b952cb7,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:54.019193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:54.027750 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4f8f3a95-a5d8-4daa-9cf5-4efe08a8f3b8 req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for security_group_rule, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:54.029117 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4f8f3a95-a5d8-4daa-9cf5-4efe08a8f3b8 req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.2133121
Dec 17 16:21:54.113487 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cef4d9d8-d8d4-4c51-b184-c3033a56c550 req-4bf35262-5cc7-45f5-9a93-6ac429900149 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups/993f9596-d46b-4619-a4c6-07a753e7d637 HTTP/1.1" status: 200  len: 2325 time: 0.0517921
Dec 17 16:21:54.127069 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-cef4d9d8-d8d4-4c51-b184-c3033a56c550 req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '993f9596-d46b-4619-a4c6-07a753e7d637', 'remote_group_id': None}]} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:54.127523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-cef4d9d8-d8d4-4c51-b184-c3033a56c550 req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '993f9596-d46b-4619-a4c6-07a753e7d637', 'remote_group_id': None}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:54.134955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-cef4d9d8-d8d4-4c51-b184-c3033a56c550 req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:21:54.139557 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-cef4d9d8-d8d4-4c51-b184-c3033a56c550 req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Usage tracker for resource:security_group_rule and tenant:a55fe0baa0f24396b3d5695191f1a6f0 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:21:54.143991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-cef4d9d8-d8d4-4c51-b184-c3033a56c550 req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:21:54.151929 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-cef4d9d8-d8d4-4c51-b184-c3033a56c550 req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:21:54.183287 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc70c18-73b4-4f3d-b116-181126eacee3 None None] New status for floating IP 12a0de06-a2de-431e-973a-0722da6fa4f8: ACTIVE {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:21:54.212117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128acd5-88f8-4ad4-a740-064627f901a5 req-e0521cd6-c91f-4e32-9fc2-4e3b0698ca91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:54.214515 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5128acd5-88f8-4ad4-a740-064627f901a5 req-e0521cd6-c91f-4e32-9fc2-4e3b0698ca91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1096458
Dec 17 16:21:54.218537 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-cef4d9d8-d8d4-4c51-b184-c3033a56c550 req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for security_group_rule, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:54.252992 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-cef4d9d8-d8d4-4c51-b184-c3033a56c550 req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:54.256759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-cef4d9d8-d8d4-4c51-b184-c3033a56c550 req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:54.261607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b929c9b2-0932-4ad5-9990-b637c0bbd139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:54.280864 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5128acd5-88f8-4ad4-a740-064627f901a5 req-849114cb-a168-4a23-9711-1ab37fb0cc3e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573325
Dec 17 16:21:54.294518 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de59efe3-72d6-44e8-8510-243af25f0682,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:54.297523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:54.305622 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-cef4d9d8-d8d4-4c51-b184-c3033a56c550 req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for security_group_rule, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:54.306964 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cef4d9d8-d8d4-4c51-b184-c3033a56c550 req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1868827
Dec 17 16:21:54.535323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-02ba669a-6df7-49cb-aed9-98ac418aa1b8 req-82cae745-433f-47e5-a0e6-8d0009afb3ec tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Synchronizing usage tracker for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:security_group {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:21:54.556339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d024fd4-e428-4b2e-8c91-a990ea6dc251 req-db970f6d-90bd-4ec7-96d1-b3aa4b20a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:54.558055 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d024fd4-e428-4b2e-8c91-a990ea6dc251 req-db970f6d-90bd-4ec7-96d1-b3aa4b20a805 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a55fe0baa0f24396b3d5695191f1a6f0&device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 1162 time: 0.1639488
Dec 17 16:21:54.559248 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-02ba669a-6df7-49cb-aed9-98ac418aa1b8 req-82cae745-433f-47e5-a0e6-8d0009afb3ec tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Unset dirty status for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:security_group {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:21:54.560459 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-02ba669a-6df7-49cb-aed9-98ac418aa1b8 req-82cae745-433f-47e5-a0e6-8d0009afb3ec tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1642189471&fields=id&tenant_id=a55fe0baa0f24396b3d5695191f1a6f0 HTTP/1.1" status: 200  len: 267 time: 0.1203594
Dec 17 16:21:54.665986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:54.677001 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e3bab-64d7-4b37-ae57-2d6edbe25ee4 req-fd861d8a-4c05-4123-bfc0-f8b06dcbd452 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:54.678703 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-711e3bab-64d7-4b37-ae57-2d6edbe25ee4 req-fd861d8a-4c05-4123-bfc0-f8b06dcbd452 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.1099901
Dec 17 16:21:54.732284 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-711e3bab-64d7-4b37-ae57-2d6edbe25ee4 req-bc409e0e-6af6-4a10-a148-e5308fd72a2f tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465939
Dec 17 16:21:54.815635 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d024fd4-e428-4b2e-8c91-a990ea6dc251 req-251235b9-0c0e-4505-bdc4-583ddb440043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:54.817283 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d024fd4-e428-4b2e-8c91-a990ea6dc251 req-251235b9-0c0e-4505-bdc4-583ddb440043 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea HTTP/1.1" status: 200  len: 909 time: 0.1920807
Dec 17 16:21:54.824289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba669a-6df7-49cb-aed9-98ac418aa1b8 req-23ab8f9a-f366-422d-bf1d-b0e3f87520d8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:54.825872 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-02ba669a-6df7-49cb-aed9-98ac418aa1b8 req-23ab8f9a-f366-422d-bf1d-b0e3f87520d8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 945 time: 0.2571464
Dec 17 16:21:54.911234 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-02ba669a-6df7-49cb-aed9-98ac418aa1b8 req-4099a41b-0ac3-4c60-8523-3ffe42e768c4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Request body: {'port': {'security_groups': ['cd7ca57e-cc63-4c20-a28d-4a0a672d0702', '993f9596-d46b-4619-a4c6-07a753e7d637']}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:21:54.994889 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d024fd4-e428-4b2e-8c91-a990ea6dc251 req-5b1a040f-47a9-4ae4-b38b-4b32a41019a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 1001 time: 0.1653090
Dec 17 16:21:55.079336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-02ba669a-6df7-49cb-aed9-98ac418aa1b8 req-4099a41b-0ac3-4c60-8523-3ffe42e768c4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:55.171207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841181b3-21f6-497d-9fa3-24e9d4c1f173 req-39e105cb-8d24-4959-bace-da22bcd86e1a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:55.172851 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-841181b3-21f6-497d-9fa3-24e9d4c1f173 req-39e105cb-8d24-4959-bace-da22bcd86e1a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0940552
Dec 17 16:21:55.228503 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-841181b3-21f6-497d-9fa3-24e9d4c1f173 req-99f4d40e-b7f6-40c9-a4fa-f625f34ac845 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455873
Dec 17 16:21:55.458495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-02ba669a-6df7-49cb-aed9-98ac418aa1b8 req-4099a41b-0ac3-4c60-8523-3ffe42e768c4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] For port 24b27e07-8718-4d8b-9f02-bd896b3649e0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0,segment=NetworkSegment(a6518eb1-41d3-4c7d-ace3-8a405ffe1107),segment_id=a6518eb1-41d3-4c7d-ace3-8a405ffe1107)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:21:55.485669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-02ba669a-6df7-49cb-aed9-98ac418aa1b8 req-4099a41b-0ac3-4c60-8523-3ffe42e768c4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:55.489433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-02ba669a-6df7-49cb-aed9-98ac418aa1b8 req-4099a41b-0ac3-4c60-8523-3ffe42e768c4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:55.504516 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:55.522981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5166ee-0691-472a-91d2-24bfe17170c8 req-18736839-6ac5-4d90-8aab-44784b312992 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:55.524614 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ad5166ee-0691-472a-91d2-24bfe17170c8 req-18736839-6ac5-4d90-8aab-44784b312992 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0878592
Dec 17 16:21:55.571868 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ad5166ee-0691-472a-91d2-24bfe17170c8 req-bd8a7e9f-50f8-4a42-8be3-9e9365bf866f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402610
Dec 17 16:21:55.662661 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099a41b-0ac3-4c60-8523-3ffe42e768c4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Pushing event updated for resources: {'Port': ['ID=24b27e07-8718-4d8b-9f02-bd896b3649e0,revision_number=5']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:55.666428 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4099a41b-0ac3-4c60-8523-3ffe42e768c4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:55.707480 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba669a-6df7-49cb-aed9-98ac418aa1b8 req-4099a41b-0ac3-4c60-8523-3ffe42e768c4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:55.708216 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-02ba669a-6df7-49cb-aed9-98ac418aa1b8 req-4099a41b-0ac3-4c60-8523-3ffe42e768c4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:55.709716 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-02ba669a-6df7-49cb-aed9-98ac418aa1b8 req-4099a41b-0ac3-4c60-8523-3ffe42e768c4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "PUT /v2.0/ports/24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 981 time: 0.8199036
Dec 17 16:21:55.710267 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:21:55.779164 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0', 'status': 'completed', 'code': 200}
Dec 17 16:21:55.910752 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452165b5-39f1-413c-ad20-e6fa9cee5d0a req-de863247-0f71-4ee3-8842-92fd62f53004 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:55.912479 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-452165b5-39f1-413c-ad20-e6fa9cee5d0a req-de863247-0f71-4ee3-8842-92fd62f53004 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0904696
Dec 17 16:21:55.957498 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-7276c971-e537-45f2-b214-88ac29a67339 None None] Provisioning complete for port 24b27e07-8718-4d8b-9f02-bd896b3649e0 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:21:55.958219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7276c971-e537-45f2-b214-88ac29a67339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:55.971718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1dd78-5826-4da1-9e88-6603adcc2505 req-41c294a8-b0f0-466e-9c99-4de2e1cb7754 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:55.973545 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5bb1dd78-5826-4da1-9e88-6603adcc2505 req-41c294a8-b0f0-466e-9c99-4de2e1cb7754 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.0853376
Dec 17 16:21:55.976310 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-452165b5-39f1-413c-ad20-e6fa9cee5d0a req-27e96ac4-a020-4075-a7e7-73e94a7cf057 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0569842
Dec 17 16:21:56.037120 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5bb1dd78-5826-4da1-9e88-6603adcc2505 req-99039478-53f0-4404-8a01-f259720bc2ca tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558887
Dec 17 16:21:56.203711 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c00d4ba-5869-4b3f-ad10-70b4ef4c211c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:56.455542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077802a-14f5-4cd0-a4d0-5c5855d39061 req-057ea3dc-9b0b-414f-b14e-d6d072e3644e tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:56.457209 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e077802a-14f5-4cd0-a4d0-5c5855d39061 req-057ea3dc-9b0b-414f-b14e-d6d072e3644e tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0914955
Dec 17 16:21:56.506234 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e077802a-14f5-4cd0-a4d0-5c5855d39061 req-b9d8a2e7-93c3-4e86-98ea-a505587ff304 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422657
Dec 17 16:21:56.802268 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707a8a2-4497-431f-8bc2-de441a090e68 req-92d5e3c3-f417-450e-8432-e64dcd14277e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:56.803800 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f707a8a2-4497-431f-8bc2-de441a090e68 req-92d5e3c3-f417-450e-8432-e64dcd14277e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0833442
Dec 17 16:21:56.853754 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f707a8a2-4497-431f-8bc2-de441a090e68 req-c74837ac-5f91-4a1a-99d7-e364ba1b16a8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435100
Dec 17 16:21:57.262209 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e5f45-5c25-4fac-b157-c73d8b14046f req-5bfb3b82-cd11-41bf-b1ce-6aca2a5874e3 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:57.263853 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d63e5f45-5c25-4fac-b157-c73d8b14046f req-5bfb3b82-cd11-41bf-b1ce-6aca2a5874e3 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.0988781
Dec 17 16:21:57.315293 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d63e5f45-5c25-4fac-b157-c73d8b14046f req-0b6fa3fd-770f-407d-8a1c-71db33b1fb76 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443699
Dec 17 16:21:57.746548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a5d5a-ed3f-44c1-bba9-7c9e7e05bffc req-472333b8-ca8e-4008-bdfd-a1828158d428 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:57.748235 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-135a5d5a-ed3f-44c1-bba9-7c9e7e05bffc req-472333b8-ca8e-4008-bdfd-a1828158d428 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1032040
Dec 17 16:21:57.798854 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-135a5d5a-ed3f-44c1-bba9-7c9e7e05bffc req-8c789ab8-02bd-450d-9fe7-68e6123ee8f8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441391
Dec 17 16:21:58.093251 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e51f83-3a21-4f7b-8a1d-77bd64bb6068 req-4a32cd56-6948-4ac3-9ec0-1cf8ddf5f2d8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:58.094923 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-07e51f83-3a21-4f7b-8a1d-77bd64bb6068 req-4a32cd56-6948-4ac3-9ec0-1cf8ddf5f2d8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0962839
Dec 17 16:21:58.174908 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-07e51f83-3a21-4f7b-8a1d-77bd64bb6068 req-a7ab109e-f264-424c-9b6f-e3dc9abe321f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727162
Dec 17 16:21:58.281481 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d024fd4-e428-4b2e-8c91-a990ea6dc251 req-9756bd02-0b5d-4fa9-b268-00ee1081179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:58.283101 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d024fd4-e428-4b2e-8c91-a990ea6dc251 req-9756bd02-0b5d-4fa9-b268-00ee1081179f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb533e61-2485-4c3f-b94b-eabff26e03d3 HTTP/1.1" status: 200  len: 854 time: 0.0793278
Dec 17 16:21:58.369009 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b5be880f-26fb-4108-b699-3e8680e0d911 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:21:58.388100 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d024fd4-e428-4b2e-8c91-a990ea6dc251 req-3e1a23ee-dd13-42b4-a254-d3c9349d5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:58.391017 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d024fd4-e428-4b2e-8c91-a990ea6dc251 req-3e1a23ee-dd13-42b4-a254-d3c9349d5110 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0935810
Dec 17 16:21:58.499442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port b5be880f-26fb-4108-b699-3e8680e0d911 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:21:58.505021 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port b5be880f-26fb-4108-b699-3e8680e0d911 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:21:58.505447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:58.634407 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d024fd4-e428-4b2e-8c91-a990ea6dc251 req-4b7c3cfe-aafd-4466-8a7b-f410027c808a service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245386
Dec 17 16:21:58.640950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-99ad66ce-a352-4f11-ad9f-8911d5464598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:58.646066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f80a34-3d52-4f99-857b-3dcf324dc59b req-830d9119-5a06-4547-8404-344df4267851 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:58.647992 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d9f80a34-3d52-4f99-857b-3dcf324dc59b req-830d9119-5a06-4547-8404-344df4267851 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.1451511
Dec 17 16:21:58.648895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:58.678757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07e42f-bc6e-4f2e-828e-63d9a4c32e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5be880f-26fb-4108-b699-3e8680e0d911'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:21:58.690317 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port b5be880f-26fb-4108-b699-3e8680e0d911, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b5be880f-26fb-4108-b699-3e8680e0d911,segment=NetworkSegment(2e758002-3ae1-48bf-a202-e942424ae886),segment_id=2e758002-3ae1-48bf-a202-e942424ae886)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:21:58.694403 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:58.697098 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:21:58.756544 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07e42f-bc6e-4f2e-828e-63d9a4c32e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5be880f-26fb-4108-b699-3e8680e0d911', 'code': 200}
Dec 17 16:21:58.773097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=b5be880f-26fb-4108-b699-3e8680e0d911,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:21:58.776769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:21:58.800015 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d9f80a34-3d52-4f99-857b-3dcf324dc59b req-3b2db0b5-7e9d-4b81-bedd-343902a94738 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279173
Dec 17 16:21:58.845632 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d024fd4-e428-4b2e-8c91-a990ea6dc251 req-f8233590-6ef3-4cdd-8427-632b55fd0e7a service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1964178
Dec 17 16:21:59.033793 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4fe85-7335-404e-a0de-89fc3037ca63 req-ed1275a9-1bbe-4b6f-a487-ac4b5e945acc tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:59.036075 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-84e4fe85-7335-404e-a0de-89fc3037ca63 req-ed1275a9-1bbe-4b6f-a487-ac4b5e945acc tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0929191
Dec 17 16:21:59.055176 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f0cd-5f86-48ae-a9c8-3e700c0e127a req-27298f39-bd65-4737-9be8-7d14b5a5be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:59.061095 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9525f0cd-5f86-48ae-a9c8-3e700c0e127a req-27298f39-bd65-4737-9be8-7d14b5a5be9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a55fe0baa0f24396b3d5695191f1a6f0&device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 1202 time: 0.0956860
Dec 17 16:21:59.092405 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-84e4fe85-7335-404e-a0de-89fc3037ca63 req-35d62cb0-776e-4053-a829-331b26ec6899 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496061
Dec 17 16:21:59.570036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:21:59.609525 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f0cd-5f86-48ae-a9c8-3e700c0e127a req-6fac7f44-8b93-43f9-9bcf-4f774d2c9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:59.611132 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9525f0cd-5f86-48ae-a9c8-3e700c0e127a req-6fac7f44-8b93-43f9-9bcf-4f774d2c9254 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea HTTP/1.1" status: 200  len: 909 time: 0.5371521
Dec 17 16:21:59.681274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27edf6-756f-46cf-87e0-6eedd010f38c req-dd7438db-c2f5-4fda-8fb8-288dad794fb5 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:59.683531 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3b27edf6-756f-46cf-87e0-6eedd010f38c req-dd7438db-c2f5-4fda-8fb8-288dad794fb5 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.2281499
Dec 17 16:21:59.713822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c54c51-6c3f-4c45-b3b9-6dff7782942b req-328e4276-bbdd-44c6-81c3-5fb30fed4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:59.715424 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-36c54c51-6c3f-4c45-b3b9-6dff7782942b req-328e4276-bbdd-44c6-81c3-5fb30fed4c54 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 1167 time: 0.5553317
Dec 17 16:21:59.807459 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9525f0cd-5f86-48ae-a9c8-3e700c0e127a req-f78230c4-9cc8-4467-af32-5626ed51cda4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 1001 time: 0.1843593
Dec 17 16:21:59.816757 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-36c54c51-6c3f-4c45-b3b9-6dff7782942b req-b0411e18-38ee-4dea-a859-bbccee0616c5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707674
Dec 17 16:21:59.825708 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3b27edf6-756f-46cf-87e0-6eedd010f38c req-996401b9-5051-4b5d-8ff2-3500d38788bd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1143720
Dec 17 16:21:59.889729 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f0cd-5f86-48ae-a9c8-3e700c0e127a req-c7e549f5-ce03-4f60-abdc-e521e13ba713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:21:59.891476 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9525f0cd-5f86-48ae-a9c8-3e700c0e127a req-c7e549f5-ce03-4f60-abdc-e521e13ba713 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb533e61-2485-4c3f-b94b-eabff26e03d3 HTTP/1.1" status: 200  len: 854 time: 0.0736740
Dec 17 16:22:00.053606 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580bcd9-d92d-41cb-a65d-637f1adf63ca req-c704f175-0173-44ac-a0f2-378f7556f84e tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:00.054872 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6580bcd9-d92d-41cb-a65d-637f1adf63ca req-c704f175-0173-44ac-a0f2-378f7556f84e tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 950 time: 0.0883708
Dec 17 16:22:00.105730 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6580bcd9-d92d-41cb-a65d-637f1adf63ca req-494feb9e-053e-48ff-936a-c8d2713a77f1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433609
Dec 17 16:22:00.317031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:00.324784 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa64e26-4de8-4233-a4bb-c6e0b17be953 req-6d25b420-8cbb-471f-8f39-d8c15615dcfa tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:00.326388 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7aa64e26-4de8-4233-a4bb-c6e0b17be953 req-6d25b420-8cbb-471f-8f39-d8c15615dcfa tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0876031
Dec 17 16:22:00.374017 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7aa64e26-4de8-4233-a4bb-c6e0b17be953 req-d173cd48-38ea-42bb-8190-e7de07615c9c tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411816
Dec 17 16:22:01.012092 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:01.079141 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d7838-7fcd-4bd4-a54c-6dd78e3fda1c req-4af7492e-0e25-4787-94b7-72486c57b084 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:01.080750 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-472d7838-7fcd-4bd4-a54c-6dd78e3fda1c req-4af7492e-0e25-4787-94b7-72486c57b084 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0810421
Dec 17 16:22:01.130840 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-472d7838-7fcd-4bd4-a54c-6dd78e3fda1c req-263595d3-85aa-4ca5-8ee8-ef889ce2dbd8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430353
Dec 17 16:22:01.318843 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7596e91-69ca-4386-8ec9-06d7f7ae4692 req-b186a1fb-53fb-4b21-a96b-337252f531b1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:01.320459 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e7596e91-69ca-4386-8ec9-06d7f7ae4692 req-b186a1fb-53fb-4b21-a96b-337252f531b1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 950 time: 0.0833020
Dec 17 16:22:01.372382 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e7596e91-69ca-4386-8ec9-06d7f7ae4692 req-ea6bd849-c590-4157-8309-555cb4b7f740 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450053
Dec 17 16:22:01.585503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc3e0a-d0ac-49de-948e-523aed32af21 req-43f8ae73-1ef8-4e73-8acc-3665c3802f14 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:01.587104 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9fdc3e0a-d0ac-49de-948e-523aed32af21 req-43f8ae73-1ef8-4e73-8acc-3665c3802f14 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0842056
Dec 17 16:22:01.636092 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9fdc3e0a-d0ac-49de-948e-523aed32af21 req-537bbe83-fd9b-4d02-bbd0-512b911b55a5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418599
Dec 17 16:22:02.356329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e4093-2909-45fc-b154-7a9e457d4526 req-269c8e29-96d9-4e5f-9cf1-f9edc743fd2d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:02.357832 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-467e4093-2909-45fc-b154-7a9e457d4526 req-269c8e29-96d9-4e5f-9cf1-f9edc743fd2d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0827856
Dec 17 16:22:02.406112 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-467e4093-2909-45fc-b154-7a9e457d4526 req-31898cb6-abbb-494e-9ba3-52cbb3f707e0 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419376
Dec 17 16:22:02.602142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9005d7-218d-41cd-9b91-0263045b1af5 req-e11135a8-702c-4ebb-9c19-f6e9cf327ac1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:02.604348 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2f9005d7-218d-41cd-9b91-0263045b1af5 req-e11135a8-702c-4ebb-9c19-f6e9cf327ac1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 950 time: 0.0883594
Dec 17 16:22:02.657390 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2f9005d7-218d-41cd-9b91-0263045b1af5 req-72534a5c-33cd-4497-a0b5-44c2bcd5047b tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460908
Dec 17 16:22:02.861565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3b020-3f03-49d6-ac9d-5165ee5bee9e req-4e8aa1f0-97e1-4cc7-b7e8-5032482f89f8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:02.863117 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-38b3b020-3f03-49d6-ac9d-5165ee5bee9e req-4e8aa1f0-97e1-4cc7-b7e8-5032482f89f8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0892179
Dec 17 16:22:02.913053 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-38b3b020-3f03-49d6-ac9d-5165ee5bee9e req-ce9e970f-757c-4ac8-a06b-aa8b3b5cf4dd tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435464
Dec 17 16:22:02.979206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b5be880f-26fb-4108-b699-3e8680e0d911 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:22:03.049693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port b5be880f-26fb-4108-b699-3e8680e0d911 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:22:03.050113 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:03.121314 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f0cd-5f86-48ae-a9c8-3e700c0e127a req-70630295-c297-4070-9602-ff4a1d918e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:03.122856 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9525f0cd-5f86-48ae-a9c8-3e700c0e127a req-70630295-c297-4070-9602-ff4a1d918e45 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832622
Dec 17 16:22:03.183871 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 24b27e07-8718-4d8b-9f02-bd896b3649e0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:22:03.252589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 24b27e07-8718-4d8b-9f02-bd896b3649e0 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:22:03.253015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:03.278233 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9525f0cd-5f86-48ae-a9c8-3e700c0e127a req-46c393d9-51c8-4bf0-b61f-350b358a93b6 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466939
Dec 17 16:22:03.378124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 053c8060-dc93-473f-a72e-8627d1ba54a4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:22:03.449767 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 053c8060-dc93-473f-a72e-8627d1ba54a4 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:22:03.450183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:03.640741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c2436-5795-487e-9e77-9aa69053bfb5 req-abc740b5-6c88-48ca-a101-e1009c1dbc57 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:03.642341 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-202c2436-5795-487e-9e77-9aa69053bfb5 req-abc740b5-6c88-48ca-a101-e1009c1dbc57 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0831931
Dec 17 16:22:03.692725 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-202c2436-5795-487e-9e77-9aa69053bfb5 req-19a6d868-c211-4af8-86c3-1283512d7579 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433657
Dec 17 16:22:03.891392 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375a169-b24e-445e-bdc3-44aef2011c83 req-6ffda940-7ac5-4954-a145-362d7f3e1ec2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:03.892955 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b375a169-b24e-445e-bdc3-44aef2011c83 req-6ffda940-7ac5-4954-a145-362d7f3e1ec2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 950 time: 0.0908840
Dec 17 16:22:03.945535 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b375a169-b24e-445e-bdc3-44aef2011c83 req-9455ea69-00f2-47ea-a644-4b0e57b25a4d tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455775
Dec 17 16:22:04.140521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07c39e-f078-4c3b-bcee-b253bb5c0cea req-03655709-70b6-46ff-ae75-43e131f3c969 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:04.142226 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2f07c39e-f078-4c3b-bcee-b253bb5c0cea req-03655709-70b6-46ff-ae75-43e131f3c969 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0927479
Dec 17 16:22:04.192592 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2f07c39e-f078-4c3b-bcee-b253bb5c0cea req-a2a0f2b2-e2c1-4be5-b6ec-0ef1c251a08c tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428424
Dec 17 16:22:04.340990 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9525f0cd-5f86-48ae-a9c8-3e700c0e127a req-dae116ab-ce22-4466-893d-222dffb397ce service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468763
Dec 17 16:22:04.932806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bc62e-111a-4307-931f-f93775a754dd req-07077498-8ca5-4d6a-9b37-6b1bf13217d6 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:04.934444 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d62bc62e-111a-4307-931f-f93775a754dd req-07077498-8ca5-4d6a-9b37-6b1bf13217d6 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0858963
Dec 17 16:22:04.985783 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d62bc62e-111a-4307-931f-f93775a754dd req-10b47d47-0eac-4f10-bb46-6c61956eff65 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448725
Dec 17 16:22:05.173920 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549c8b4-26c7-4ec1-b998-3321081c244a req-d23de8f7-cf48-4178-8e5f-0c83a69b8744 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:05.175514 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c549c8b4-26c7-4ec1-b998-3321081c244a req-d23de8f7-cf48-4178-8e5f-0c83a69b8744 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 950 time: 0.0929489
Dec 17 16:22:05.223735 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c549c8b4-26c7-4ec1-b998-3321081c244a req-f4544677-4e4e-4143-b9f3-c8f772019a0c tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409927
Dec 17 16:22:05.416116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c1c05-9bd2-43e9-b46d-20d68623934b req-9b66ae91-88a2-4bab-9f95-7adddfa99366 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:05.418843 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6a4c1c05-9bd2-43e9-b46d-20d68623934b req-9b66ae91-88a2-4bab-9f95-7adddfa99366 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0854633
Dec 17 16:22:05.475545 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6a4c1c05-9bd2-43e9-b46d-20d68623934b req-ab6f7d80-d8f4-43f3-af27-b62eb677b6a8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498824
Dec 17 16:22:06.226726 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369178b-b9b6-4407-826c-40f8c0d5ac7c req-dbf3c9b6-f0b8-4ce9-a214-c0d92d2bf7f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:06.228378 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6369178b-b9b6-4407-826c-40f8c0d5ac7c req-dbf3c9b6-f0b8-4ce9-a214-c0d92d2bf7f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0844314
Dec 17 16:22:06.285346 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6369178b-b9b6-4407-826c-40f8c0d5ac7c req-1263754f-4456-4b69-ba85-967243fe2727 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493951
Dec 17 16:22:06.471283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee0295-c033-4563-a417-40c29c0cb098 req-18b965ed-603c-44c6-b489-af3e9d297370 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:06.472937 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-75ee0295-c033-4563-a417-40c29c0cb098 req-18b965ed-603c-44c6-b489-af3e9d297370 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 950 time: 0.0904267
Dec 17 16:22:06.524445 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-75ee0295-c033-4563-a417-40c29c0cb098 req-a8a392a0-cdc1-4e21-b0ae-d35eb4d20d9b tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448506
Dec 17 16:22:06.700534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d7d6-c185-43b8-84d8-9f866836ed4f req-7711ac0b-165c-4284-bbed-29efbbf4f947 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:06.702160 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-eea3d7d6-c185-43b8-84d8-9f866836ed4f req-7711ac0b-165c-4284-bbed-29efbbf4f947 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0863402
Dec 17 16:22:06.768060 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-eea3d7d6-c185-43b8-84d8-9f866836ed4f req-6b03bb7f-2548-4c30-9a28-88639fcad444 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533736
Dec 17 16:22:07.533804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839cd56-6261-46aa-af16-db5bafa7fad2 req-768b7d12-2fbd-4263-8de2-e81458496ab7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:07.535501 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3839cd56-6261-46aa-af16-db5bafa7fad2 req-768b7d12-2fbd-4263-8de2-e81458496ab7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0892098
Dec 17 16:22:07.589042 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3839cd56-6261-46aa-af16-db5bafa7fad2 req-1b3a730e-68e6-475e-8d32-d3e25c231c00 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465724
Dec 17 16:22:07.745175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd3835-fbf8-4047-928a-23750b7ec3ba req-611b4b08-d273-4c81-a75b-84638ec161fb tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:07.746746 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c6fd3835-fbf8-4047-928a-23750b7ec3ba req-611b4b08-d273-4c81-a75b-84638ec161fb tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 950 time: 0.0879407
Dec 17 16:22:07.799160 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c6fd3835-fbf8-4047-928a-23750b7ec3ba req-a02bbbae-f46f-457d-bb18-e5b672c964f6 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445578
Dec 17 16:22:08.138291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc534f0b-7b53-4651-8735-c2d46f93f938 req-a007d888-6500-40ea-84de-70652c02a4bc tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:08.139958 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fc534f0b-7b53-4651-8735-c2d46f93f938 req-a007d888-6500-40ea-84de-70652c02a4bc tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1564815
Dec 17 16:22:08.146747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3593f2-1807-49c5-afa6-1d7fcfce4e31 req-316c31cb-5677-484b-9220-0380eff0e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:08.148585 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2d3593f2-1807-49c5-afa6-1d7fcfce4e31 req-316c31cb-5677-484b-9220-0380eff0e2b1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 1163 time: 0.1289423
Dec 17 16:22:08.233132 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2d3593f2-1807-49c5-afa6-1d7fcfce4e31 req-3bb61321-7d4e-49ed-b2a3-029d09cd0b1f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606785
Dec 17 16:22:08.235336 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fc534f0b-7b53-4651-8735-c2d46f93f938 req-07d06cb3-76c2-4493-85c8-54870da8ada4 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857971
Dec 17 16:22:08.368687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f13d9-3433-4016-affb-f8a30ab87560 req-e45fc301-0228-4ab1-bf38-7b4aa4705159 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:08.370519 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-813f13d9-3433-4016-affb-f8a30ab87560 req-e45fc301-0228-4ab1-bf38-7b4aa4705159 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 950 time: 0.0863512
Dec 17 16:22:08.426879 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-813f13d9-3433-4016-affb-f8a30ab87560 req-b67e0431-acbc-46eb-aec0-2473c334d767 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498650
Dec 17 16:22:08.823548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde80a4-d39d-4f89-9c50-46807b992299 req-6a62554d-f2d5-4f0d-9300-ce1df163a2bc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:08.825225 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fdde80a4-d39d-4f89-9c50-46807b992299 req-6a62554d-f2d5-4f0d-9300-ce1df163a2bc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0862894
Dec 17 16:22:08.878313 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fdde80a4-d39d-4f89-9c50-46807b992299 req-60795bb0-034c-41ad-acc7-4bfdc816086e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466981
Dec 17 16:22:09.463901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a21ad-776a-4b1b-a9a5-3d1d57cdbe95 req-86367dd2-e7c4-4219-b732-54a4ecfa5c20 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:09.465586 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-160a21ad-776a-4b1b-a9a5-3d1d57cdbe95 req-86367dd2-e7c4-4219-b732-54a4ecfa5c20 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0886276
Dec 17 16:22:09.483275 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b5be880f-26fb-4108-b699-3e8680e0d911 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:22:09.518174 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-160a21ad-776a-4b1b-a9a5-3d1d57cdbe95 req-540f2c0b-a299-4e00-8c32-190b9945bc51 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459850
Dec 17 16:22:09.561093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port b5be880f-26fb-4108-b699-3e8680e0d911 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:22:09.561503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:09.656582 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880aaab-c739-4156-81f7-884cc75f8981 req-ca54b813-8e44-407c-b0b4-81f904c9970b tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:09.658164 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6880aaab-c739-4156-81f7-884cc75f8981 req-ca54b813-8e44-407c-b0b4-81f904c9970b tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 950 time: 0.0896494
Dec 17 16:22:09.700036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device f8ff982b-c017-44d9-b7c9-e1f5afb920d3 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:22:09.716053 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6880aaab-c739-4156-81f7-884cc75f8981 req-9e5147e7-b6ce-4532-91aa-09ced20a4554 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503945
Dec 17 16:22:09.769358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:22:09.769783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:09.893185 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 053c8060-dc93-473f-a72e-8627d1ba54a4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:22:09.977512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 053c8060-dc93-473f-a72e-8627d1ba54a4 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:22:09.978357 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:10.139997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d48948-d989-4dee-9d9d-6790cfe02e47 req-05b64869-5fde-4152-92e4-290f946d6659 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:10.141979 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f8d48948-d989-4dee-9d9d-6790cfe02e47 req-05b64869-5fde-4152-92e4-290f946d6659 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0986497
Dec 17 16:22:10.192567 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f8d48948-d989-4dee-9d9d-6790cfe02e47 req-d2416c68-721c-444f-96a5-67b0c263a871 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433555
Dec 17 16:22:10.763705 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2908-09b7-4698-bb90-2baf6307d468 req-5672a3f3-9c06-4956-b85e-a0b47aac2446 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:10.765357 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2ebd2908-09b7-4698-bb90-2baf6307d468 req-5672a3f3-9c06-4956-b85e-a0b47aac2446 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0927777
Dec 17 16:22:10.778280 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 52472) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:10.821129 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2ebd2908-09b7-4698-bb90-2baf6307d468 req-61e5ad81-5f3d-4b9c-890c-91a09cae27df tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488739
Dec 17 16:22:10.949196 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ea352450-8dcc-4c21-a457-24525fe3075b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:10.980125 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ea352450-8dcc-4c21-a457-24525fe3075b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:22:10.985771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ea352450-8dcc-4c21-a457-24525fe3075b admin admin] Usage tracker for resource:security_group_rule and tenant:bb3f0e264a0c4484b141c887507c005a is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:22:10.990358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ea352450-8dcc-4c21-a457-24525fe3075b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:22:10.997792 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ea352450-8dcc-4c21-a457-24525fe3075b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:22:11.011206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0db8e-a2a3-4337-891c-1c24cc2a6c5f req-b1f7e1eb-a890-4d68-9379-177448e8059f tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:11.012647 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e2f0db8e-a2a3-4337-891c-1c24cc2a6c5f req-b1f7e1eb-a890-4d68-9379-177448e8059f tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 950 time: 0.1434140
Dec 17 16:22:11.084825 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e2f0db8e-a2a3-4337-891c-1c24cc2a6c5f req-5f0b4838-9e2c-4bca-b4e4-0ee61ccb3cac tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651767
Dec 17 16:22:11.153531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ea352450-8dcc-4c21-a457-24525fe3075b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:11.156373 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ea352450-8dcc-4c21-a457-24525fe3075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:11.165436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-fe06838a-c0f3-403a-a818-df0cc29cbdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:11.208093 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ea352450-8dcc-4c21-a457-24525fe3075b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb3f0e264a0c4484b141c887507c005a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4286962
Dec 17 16:22:11.209862 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea352450-8dcc-4c21-a457-24525fe3075b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894e55c5-d9ef-4984-a4f0-68836713047a,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:11.220198 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ea352450-8dcc-4c21-a457-24525fe3075b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:11.222500 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 52484) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:11.249721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device f8ff982b-c017-44d9-b7c9-e1f5afb920d3 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:22:11.305564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7d59947d-b2df-43b2-a5c0-1ce73a1e8f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:11.336568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7d59947d-b2df-43b2-a5c0-1ce73a1e8f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:11.361450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:22:11.361864 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:11.483182 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7d59947d-b2df-43b2-a5c0-1ce73a1e8f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:11.498264 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c481347-f817-4f19-8129-a8ce9e9cc5a9 req-61d05240-86be-4082-96b1-480f9e10df69 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:11.500157 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2c481347-f817-4f19-8129-a8ce9e9cc5a9 req-61d05240-86be-4082-96b1-480f9e10df69 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0963938
Dec 17 16:22:11.527005 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 053c8060-dc93-473f-a72e-8627d1ba54a4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:22:11.527320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d01ad4cf-3090-41f1-b347-d392abbf9176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:11.552032 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59947d-b2df-43b2-a5c0-1ce73a1e8f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894e55c5-d9ef-4984-a4f0-68836713047a,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:11.560034 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2c481347-f817-4f19-8129-a8ce9e9cc5a9 req-8c78011f-c1c9-4341-b353-860a4f6befd2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527463
Dec 17 16:22:11.561552 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7d59947d-b2df-43b2-a5c0-1ce73a1e8f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:11.564057 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7d59947d-b2df-43b2-a5c0-1ce73a1e8f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:11.568592 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-7d59947d-b2df-43b2-a5c0-1ce73a1e8f26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/894e55c5-d9ef-4984-a4f0-68836713047a HTTP/1.1" status: 204  len: 168 time: 0.3442514
Dec 17 16:22:11.626434 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190371d9-19eb-41ba-bd4c-f359174ccbf5 req-bfd18a4d-c311-4e79-84f9-fb4c9a71b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:11.628328 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-190371d9-19eb-41ba-bd4c-f359174ccbf5 req-bfd18a4d-c311-4e79-84f9-fb4c9a71b0e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f78600edd8e846ce98c88d3cb8610385&device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 1163 time: 0.2102063
Dec 17 16:22:11.636849 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 053c8060-dc93-473f-a72e-8627d1ba54a4 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:22:11.637277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:11.640763 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d394b-8f8c-4e35-821b-40441d69c906 req-daa3bd68-551a-40c1-bdc1-d22346a85fcb tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:11.651261 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b74d394b-8f8c-4e35-821b-40441d69c906 req-daa3bd68-551a-40c1-bdc1-d22346a85fcb tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1757662
Dec 17 16:22:11.803222 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b74d394b-8f8c-4e35-821b-40441d69c906 req-e763f3c8-fec2-4306-a319-70f465d81fb9 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508052
Dec 17 16:22:11.880932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190371d9-19eb-41ba-bd4c-f359174ccbf5 req-9f73b641-904c-4179-a64e-da9ebbed2022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:11.883704 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-190371d9-19eb-41ba-bd4c-f359174ccbf5 req-9f73b641-904c-4179-a64e-da9ebbed2022 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 200  len: 912 time: 0.2293239
Dec 17 16:22:11.981908 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-190371d9-19eb-41ba-bd4c-f359174ccbf5 req-12e30e2a-9b9a-44c2-b6bf-7726b7d01420 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=053c8060-dc93-473f-a72e-8627d1ba54a4 HTTP/1.1" status: 200  len: 217 time: 0.0832696
Dec 17 16:22:12.084117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190371d9-19eb-41ba-bd4c-f359174ccbf5 req-227eae3e-35ad-49db-9429-aa419154c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:12.085716 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-190371d9-19eb-41ba-bd4c-f359174ccbf5 req-227eae3e-35ad-49db-9429-aa419154c182 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7f039d2-014e-47ec-bed2-d630a94a12ce HTTP/1.1" status: 200  len: 858 time: 0.0695200
Dec 17 16:22:12.116129 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 52502) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:12.154076 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-190371d9-19eb-41ba-bd4c-f359174ccbf5 req-97db6127-7592-4822-8c18-30fb359e5fdd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a360a352-036a-4853-a7e2-1332b2ba98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516021
Dec 17 16:22:12.298521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b5237e07-68b1-4e70-80d7-fa58f9bcc4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:12.319317 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b5237e07-68b1-4e70-80d7-fa58f9bcc4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:22:12.335149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b5237e07-68b1-4e70-80d7-fa58f9bcc4bd admin admin] Usage tracker for resource:security_group_rule and tenant:23b035c48b304a26b0d9f326d222fe64 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:22:12.339644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b5237e07-68b1-4e70-80d7-fa58f9bcc4bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:22:12.347343 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b5237e07-68b1-4e70-80d7-fa58f9bcc4bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:22:12.353519 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-190371d9-19eb-41ba-bd4c-f359174ccbf5 req-ebc4d7ba-38f4-4ef8-8a6c-2ef0956fa185 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1708372
Dec 17 16:22:12.369891 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f162e73-393f-437c-b752-59586d98c396 req-de0beed4-b852-472b-8120-bd42656298e6 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:12.371549 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1f162e73-393f-437c-b752-59586d98c396 req-de0beed4-b852-472b-8120-bd42656298e6 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 950 time: 0.1480856
Dec 17 16:22:12.446828 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1f162e73-393f-437c-b752-59586d98c396 req-19f2fba1-2513-43a2-9cd5-8dae329a0347 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619183
Dec 17 16:22:12.501960 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b5237e07-68b1-4e70-80d7-fa58f9bcc4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:12.504711 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b5237e07-68b1-4e70-80d7-fa58f9bcc4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:12.513429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f767a951-faa8-4850-84ec-de261f10ba92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:12.524127 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-190371d9-19eb-41ba-bd4c-f359174ccbf5 req-4d21da66-449f-430c-8d3d-4011a744f496 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1617718
Dec 17 16:22:12.557688 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b5237e07-68b1-4e70-80d7-fa58f9bcc4bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23b035c48b304a26b0d9f326d222fe64&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4413068
Dec 17 16:22:12.558701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5237e07-68b1-4e70-80d7-fa58f9bcc4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e6029e-103a-4fec-abe4-8fa84e1c8428,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:12.560558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 52510) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:12.562263 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b5237e07-68b1-4e70-80d7-fa58f9bcc4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:12.628820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d01e0794-54b1-4332-a576-59d01f4872d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:12.659037 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d01e0794-54b1-4332-a576-59d01f4872d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:12.756637 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d01e0794-54b1-4332-a576-59d01f4872d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:12.762783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a6618195-17c3-498c-ac04-1bb7b59e618e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:12.775094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b5be880f-26fb-4108-b699-3e8680e0d911 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:22:12.786484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e0794-54b1-4332-a576-59d01f4872d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e6029e-103a-4fec-abe4-8fa84e1c8428,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:12.790735 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d01e0794-54b1-4332-a576-59d01f4872d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:12.798559 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d01e0794-54b1-4332-a576-59d01f4872d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:12.802752 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d01e0794-54b1-4332-a576-59d01f4872d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25e6029e-103a-4fec-abe4-8fa84e1c8428 HTTP/1.1" status: 204  len: 168 time: 0.2381415
Dec 17 16:22:12.817022 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1772004-6f01-4d1f-a314-dfd66a7d2219 req-9503dbc0-5595-49e4-9b38-9b8e41f3cd5e tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:12.818932 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c1772004-6f01-4d1f-a314-dfd66a7d2219 req-9503dbc0-5595-49e4-9b38-9b8e41f3cd5e tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.70 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 950 time: 0.1621847
Dec 17 16:22:12.952819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:12.974109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-c1772004-6f01-4d1f-a314-dfd66a7d2219 req-5c05ce3c-cf0c-4b6a-835e-a93453317eb1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Deleting port b5be880f-26fb-4108-b699-3e8680e0d911 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:22:12.974661 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c1772004-6f01-4d1f-a314-dfd66a7d2219 req-5c05ce3c-cf0c-4b6a-835e-a93453317eb1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:12.996859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07e42f-bc6e-4f2e-828e-63d9a4c32e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5be880f-26fb-4108-b699-3e8680e0d911'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:22:13.011065 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port b5be880f-26fb-4108-b699-3e8680e0d911, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b5be880f-26fb-4108-b699-3e8680e0d911,segment=NetworkSegment(2e758002-3ae1-48bf-a202-e942424ae886),segment_id=2e758002-3ae1-48bf-a202-e942424ae886)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:22:13.016371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:13.019559 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-651da862-790f-41ca-8cb5-7ea7157fc909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:13.097212 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=b5be880f-26fb-4108-b699-3e8680e0d911,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:13.101374 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:13.292388 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 52534) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:13.295354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b127d7-2443-4b03-96f5-699aa22a0296 req-08851be7-3bd8-4020-bdbb-7dc25dec3a55 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:13.296999 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b9b127d7-2443-4b03-96f5-699aa22a0296 req-08851be7-3bd8-4020-bdbb-7dc25dec3a55 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.4196925
Dec 17 16:22:13.313069 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ff9cc9cc-61ef-4876-8041-5db2155b9b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:13.331422 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ff9cc9cc-61ef-4876-8041-5db2155b9b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:22:13.345362 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ff9cc9cc-61ef-4876-8041-5db2155b9b5d admin admin] Usage tracker for resource:security_group_rule and tenant:7573fb5451b04702bb8b1de1d03390af is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:22:13.348489 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ff9cc9cc-61ef-4876-8041-5db2155b9b5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:22:13.354815 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ff9cc9cc-61ef-4876-8041-5db2155b9b5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:22:13.535012 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b9b127d7-2443-4b03-96f5-699aa22a0296 req-431cc162-e14b-414f-8038-e8bd39b05b38 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2076218
Dec 17 16:22:13.589274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ff9cc9cc-61ef-4876-8041-5db2155b9b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:13.595451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ff9cc9cc-61ef-4876-8041-5db2155b9b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:13.606265 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-004a114e-42f5-4e8d-9388-4ca4bc21afae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:13.634340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-c1772004-6f01-4d1f-a314-dfd66a7d2219 req-5c05ce3c-cf0c-4b6a-835e-a93453317eb1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] For port b5be880f-26fb-4108-b699-3e8680e0d911, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b5be880f-26fb-4108-b699-3e8680e0d911,segment=NetworkSegment(2e758002-3ae1-48bf-a202-e942424ae886),segment_id=2e758002-3ae1-48bf-a202-e942424ae886)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:22:13.634790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c1772004-6f01-4d1f-a314-dfd66a7d2219 req-5c05ce3c-cf0c-4b6a-835e-a93453317eb1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:13.654966 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07e42f-bc6e-4f2e-828e-63d9a4c32e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5be880f-26fb-4108-b699-3e8680e0d911', 'code': 200}
Dec 17 16:22:13.663894 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cc9cc-61ef-4876-8041-5db2155b9b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f2fdd7-9f03-4f9d-8417-dc2fd7923878,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:13.672662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ff9cc9cc-61ef-4876-8041-5db2155b9b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:13.679865 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ff9cc9cc-61ef-4876-8041-5db2155b9b5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7573fb5451b04702bb8b1de1d03390af&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3838832
Dec 17 16:22:13.682655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 52542) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:13.755616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650a638-2e28-4a26-9488-c1f503f94f82 req-62a26ca2-ed20-4eab-8cb3-6bbb48263e42 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:13.764014 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3650a638-2e28-4a26-9488-c1f503f94f82 req-62a26ca2-ed20-4eab-8cb3-6bbb48263e42 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.2502422
Dec 17 16:22:13.795962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-c1772004-6f01-4d1f-a314-dfd66a7d2219 req-5c05ce3c-cf0c-4b6a-835e-a93453317eb1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Calling delete_port for b5be880f-26fb-4108-b699-3e8680e0d911 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:22:13.801038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-07d08d14-78e4-4db2-8828-a7a0235ff03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:13.845925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-07d08d14-78e4-4db2-8828-a7a0235ff03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:13.873374 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3650a638-2e28-4a26-9488-c1f503f94f82 req-f3d7c674-d779-49dd-9839-1d00d389e087 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082783
Dec 17 16:22:13.909589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-07d08d14-78e4-4db2-8828-a7a0235ff03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:13.914928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9df8d0dd-3bee-478c-9fce-7d925d3875cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:13.932338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d08d14-78e4-4db2-8828-a7a0235ff03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f2fdd7-9f03-4f9d-8417-dc2fd7923878,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:13.945355 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-07d08d14-78e4-4db2-8828-a7a0235ff03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:13.946172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-07d08d14-78e4-4db2-8828-a7a0235ff03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:13.947967 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-07d08d14-78e4-4db2-8828-a7a0235ff03f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70f2fdd7-9f03-4f9d-8417-dc2fd7923878 HTTP/1.1" status: 204  len: 168 time: 0.2606385
Dec 17 16:22:14.028893 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28211d95-7104-43bc-ad5f-2a230ac1752a req-2db101ad-4b76-432b-b798-a1081622dea1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:14.031789 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-28211d95-7104-43bc-ad5f-2a230ac1752a req-2db101ad-4b76-432b-b798-a1081622dea1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 948 time: 0.2046335
Dec 17 16:22:14.136710 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-28211d95-7104-43bc-ad5f-2a230ac1752a req-d098c6b5-13fa-4b4a-a782-39ea781e2e66 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/security-groups?id=7bda81a7-d960-4a5c-a45b-c8f36d157f2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685079
Dec 17 16:22:14.139771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c1772004-6f01-4d1f-a314-dfd66a7d2219 req-5c05ce3c-cf0c-4b6a-835e-a93453317eb1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:14.155713 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:14.253880 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05ce3c-cf0c-4b6a-835e-a93453317eb1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Pushing event deleted for resources: {'Port': ['ID=b5be880f-26fb-4108-b699-3e8680e0d911,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:14.261612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5c05ce3c-cf0c-4b6a-835e-a93453317eb1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:14.369641 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1772004-6f01-4d1f-a314-dfd66a7d2219 req-5c05ce3c-cf0c-4b6a-835e-a93453317eb1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] No DVR routers for this DVR port b5be880f-26fb-4108-b699-3e8680e0d911 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:22:14.372823 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c1772004-6f01-4d1f-a314-dfd66a7d2219 req-5c05ce3c-cf0c-4b6a-835e-a93453317eb1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:14.394904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07e42f-bc6e-4f2e-828e-63d9a4c32e92', 'name': 'network-vif-deleted', 'tag': 'b5be880f-26fb-4108-b699-3e8680e0d911'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:22:14.403361 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c1772004-6f01-4d1f-a314-dfd66a7d2219 req-5c05ce3c-cf0c-4b6a-835e-a93453317eb1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.70 "DELETE /v2.0/ports/b5be880f-26fb-4108-b699-3e8680e0d911 HTTP/1.1" status: 204  len: 173 time: 1.5771744
Dec 17 16:22:14.492845 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07e42f-bc6e-4f2e-828e-63d9a4c32e92', 'name': 'network-vif-deleted', 'tag': 'b5be880f-26fb-4108-b699-3e8680e0d911', 'status': 'completed', 'code': 200}
Dec 17 16:22:14.900451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da890919-3710-43f5-a69c-d4a4d81ff898 req-5be5841a-748c-4c3d-accb-64d8b3237546 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:14.903414 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-da890919-3710-43f5-a69c-d4a4d81ff898 req-5be5841a-748c-4c3d-accb-64d8b3237546 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1571422
Dec 17 16:22:14.959825 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-da890919-3710-43f5-a69c-d4a4d81ff898 req-ea4beee3-2847-4d31-a5c9-d40cf8df0d3a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497413
Dec 17 16:22:15.027693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 053c8060-dc93-473f-a72e-8627d1ba54a4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:22:15.109527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645ff80-efc1-4e16-9f6d-d303e3efc1a6 req-c5f92ad8-a27b-44b7-807c-591712ce085a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:15.111125 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3645ff80-efc1-4e16-9f6d-d303e3efc1a6 req-c5f92ad8-a27b-44b7-807c-591712ce085a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0847654
Dec 17 16:22:15.114455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 053c8060-dc93-473f-a72e-8627d1ba54a4 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:22:15.115621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:15.180432 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3645ff80-efc1-4e16-9f6d-d303e3efc1a6 req-47bd9993-328e-484a-bac9-713af029bea0 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619824
Dec 17 16:22:15.401063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-41bcb0b5-09bb-4a1f-8921-6720dad917ba req-ddbe8e5d-2a37-48e9-b500-77860b1867c3 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Synchronizing usage tracker for tenant:07a6a2caf7094ac0b3bef7a59d725580 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:22:15.420436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-41bcb0b5-09bb-4a1f-8921-6720dad917ba req-ddbe8e5d-2a37-48e9-b500-77860b1867c3 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Unset dirty status for tenant:07a6a2caf7094ac0b3bef7a59d725580 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:22:15.421635 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-41bcb0b5-09bb-4a1f-8921-6720dad917ba req-ddbe8e5d-2a37-48e9-b500-77860b1867c3 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] 10.222.0.21 "GET /v2.0/ports?device_id=8d07e42f-bc6e-4f2e-828e-63d9a4c32e92 HTTP/1.1" status: 200  len: 210 time: 0.0872388
Dec 17 16:22:16.261660 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea3c1d-47ed-414c-b5c1-5b3b1c054c7a req-a57dd929-1812-42d3-8b1d-64475634f77d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:16.263886 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1dea3c1d-47ed-414c-b5c1-5b3b1c054c7a req-a57dd929-1812-42d3-8b1d-64475634f77d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1032436
Dec 17 16:22:16.344945 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1dea3c1d-47ed-414c-b5c1-5b3b1c054c7a req-367aa44d-686b-4d4a-af45-145ee3154e93 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738034
Dec 17 16:22:16.502235 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91647aef-0ec8-4ed1-a2b2-2a49d556f088 req-59135d01-6b5a-4202-addd-e1457c54bdf0 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:16.505808 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-91647aef-0ec8-4ed1-a2b2-2a49d556f088 req-59135d01-6b5a-4202-addd-e1457c54bdf0 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1608636
Dec 17 16:22:16.577748 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-91647aef-0ec8-4ed1-a2b2-2a49d556f088 req-4bf21f94-6e9a-4cd9-b57c-47c6fe363f18 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642540
Dec 17 16:22:16.745664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 053c8060-dc93-473f-a72e-8627d1ba54a4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:22:16.925602 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 053c8060-dc93-473f-a72e-8627d1ba54a4 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:22:16.926357 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:18.034302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac959d-ec31-4d32-81ad-cd750c4d4978 req-9c9354b5-0380-44ce-a28f-75f6ea12d53d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:18.062382 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3dac959d-ec31-4d32-81ad-cd750c4d4978 req-9c9354b5-0380-44ce-a28f-75f6ea12d53d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.4029939
Dec 17 16:22:18.174657 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3dac959d-ec31-4d32-81ad-cd750c4d4978 req-d1a2c788-68f2-4b8a-83f9-a3fda02691b7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1109121
Dec 17 16:22:19.594987 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d65343-efd6-470b-ad32-18fd08d24069 req-05b1cfb8-61e7-43f9-a3a0-a58f7555bf03 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:19.596890 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-33d65343-efd6-470b-ad32-18fd08d24069 req-05b1cfb8-61e7-43f9-a3a0-a58f7555bf03 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1389558
Dec 17 16:22:19.811884 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-33d65343-efd6-470b-ad32-18fd08d24069 req-d8c73c59-0ef2-4c64-9141-7abda0b34564 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1533663
Dec 17 16:22:19.816235 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c33d03d6-2c8d-4f2a-94f2-84a0fae40e1c req-3bdc2a99-bc81-461e-87a6-bd1a4f254a41 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2299902
Dec 17 16:22:20.007668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d03d6-2c8d-4f2a-94f2-84a0fae40e1c req-a4e4cb56-0343-427d-a65a-92ed92b21f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:20.009981 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c33d03d6-2c8d-4f2a-94f2-84a0fae40e1c req-a4e4cb56-0343-427d-a65a-92ed92b21f1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f78600edd8e846ce98c88d3cb8610385&device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 1163 time: 0.1285965
Dec 17 16:22:20.228656 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d03d6-2c8d-4f2a-94f2-84a0fae40e1c req-050dbeaa-8929-437a-98e4-9fa5fd0a2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:20.230331 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c33d03d6-2c8d-4f2a-94f2-84a0fae40e1c req-050dbeaa-8929-437a-98e4-9fa5fd0a2801 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 200  len: 912 time: 0.1912673
Dec 17 16:22:20.334909 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c33d03d6-2c8d-4f2a-94f2-84a0fae40e1c req-c8bd1829-3ad6-4ebc-8d30-2eae4b539729 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fe3cd31-506e-49e7-8724-04c8edf235b5 HTTP/1.1" status: 200  len: 217 time: 0.0958922
Dec 17 16:22:20.484871 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d03d6-2c8d-4f2a-94f2-84a0fae40e1c req-55124599-ced9-47e7-a08a-be17b89a0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:20.487590 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c33d03d6-2c8d-4f2a-94f2-84a0fae40e1c req-55124599-ced9-47e7-a08a-be17b89a0696 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7f039d2-014e-47ec-bed2-d630a94a12ce HTTP/1.1" status: 200  len: 858 time: 0.1458414
Dec 17 16:22:20.600612 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c33d03d6-2c8d-4f2a-94f2-84a0fae40e1c req-019d763a-fefb-4393-934c-bf3cbea0b1a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a360a352-036a-4853-a7e2-1332b2ba98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0909517
Dec 17 16:22:20.849521 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c33d03d6-2c8d-4f2a-94f2-84a0fae40e1c req-0c4148d4-2583-4ec8-8f57-1e3c51fa6578 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2275059
Dec 17 16:22:21.156515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cdd76-d757-4e84-9251-89bfe2de5e98 req-57477509-59fb-4868-8266-c6db04a012af tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:21.164773 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b15cdd76-d757-4e84-9251-89bfe2de5e98 req-57477509-59fb-4868-8266-c6db04a012af tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0956972
Dec 17 16:22:21.190310 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c33d03d6-2c8d-4f2a-94f2-84a0fae40e1c req-4c1a6e67-7489-411e-b20f-923e7f3b2556 service neutron] 10.222.0.70 "GET /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3182771
Dec 17 16:22:21.227359 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b15cdd76-d757-4e84-9251-89bfe2de5e98 req-a6083acc-caa3-4e20-858f-7a73a573cc3f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612252
Dec 17 16:22:21.798853 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 52908) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:22.060902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-48fbe683-9e04-4734-aee4-23449986959b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:22.089991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-48fbe683-9e04-4734-aee4-23449986959b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:22:22.096967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-48fbe683-9e04-4734-aee4-23449986959b admin admin] Usage tracker for resource:security_group_rule and tenant:41b05b57ebff431d80c88067654618af is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:22:22.100503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-48fbe683-9e04-4734-aee4-23449986959b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:22:22.108005 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-48fbe683-9e04-4734-aee4-23449986959b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:22:22.202197 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-48fbe683-9e04-4734-aee4-23449986959b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:22.207115 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-48fbe683-9e04-4734-aee4-23449986959b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:22.219420 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-eb0f31fc-3673-4021-85fd-4aba0b6009be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:22.253657 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-48fbe683-9e04-4734-aee4-23449986959b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41b05b57ebff431d80c88067654618af&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4502516
Dec 17 16:22:22.255598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 52924) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:22.284702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbe683-9e04-4734-aee4-23449986959b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0468672d-f4d9-478d-8971-71957a41ade2,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:22.289482 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-48fbe683-9e04-4734-aee4-23449986959b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:22.388606 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-65b90719-d4dc-421d-9d3d-335eb9bec5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:22.429134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-65b90719-d4dc-421d-9d3d-335eb9bec5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:22.518789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-65b90719-d4dc-421d-9d3d-335eb9bec5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:22.535788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-34fcca56-bd7d-4d8e-80a4-00fcc47bdb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:22.571663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b90719-d4dc-421d-9d3d-335eb9bec5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0468672d-f4d9-478d-8971-71957a41ade2,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:22.574203 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-65b90719-d4dc-421d-9d3d-335eb9bec5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:22.575126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-65b90719-d4dc-421d-9d3d-335eb9bec5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:22.576380 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-65b90719-d4dc-421d-9d3d-335eb9bec5f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0468672d-f4d9-478d-8971-71957a41ade2 HTTP/1.1" status: 204  len: 168 time: 0.3188899
Dec 17 16:22:22.705193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a03bdf-d897-41f8-b6df-2c609121c6d3 req-1caf6fcb-fc3e-42f0-8e5a-511c790b731b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:22.706972 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-82a03bdf-d897-41f8-b6df-2c609121c6d3 req-1caf6fcb-fc3e-42f0-8e5a-511c790b731b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1708989
Dec 17 16:22:22.802840 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-82a03bdf-d897-41f8-b6df-2c609121c6d3 req-47af8498-bac6-4d19-9c4a-6e7db44c1f35 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751195
Dec 17 16:22:23.276974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 52960) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:23.297254 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ea7fc78b-d689-42cc-b271-6161c1ff8a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:23.314851 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ea7fc78b-d689-42cc-b271-6161c1ff8a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:22:23.319076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ea7fc78b-d689-42cc-b271-6161c1ff8a2e admin admin] Usage tracker for resource:security_group_rule and tenant:dbe3fad5e6584f2ab3eaeb4269b9d4e3 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:22:23.322953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ea7fc78b-d689-42cc-b271-6161c1ff8a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:22:23.329357 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ea7fc78b-d689-42cc-b271-6161c1ff8a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:22:23.452451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ea7fc78b-d689-42cc-b271-6161c1ff8a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:23.455776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ea7fc78b-d689-42cc-b271-6161c1ff8a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:23.466107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d01e0794-54b1-4332-a576-59d01f4872d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:23.514386 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ea7fc78b-d689-42cc-b271-6161c1ff8a2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbe3fad5e6584f2ab3eaeb4269b9d4e3&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2361085
Dec 17 16:22:23.515361 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fc78b-d689-42cc-b271-6161c1ff8a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdf7876-b72c-441a-909b-fac71ac8a187,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:23.518865 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ea7fc78b-d689-42cc-b271-6161c1ff8a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:23.527964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 52968) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:23.609107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-721eee01-1585-4398-af3f-8b60a5839c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:23.686343 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-721eee01-1585-4398-af3f-8b60a5839c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:23.754241 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-721eee01-1585-4398-af3f-8b60a5839c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:23.761890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-600abbf5-7a67-49f5-b3a1-14ff88356ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:23.776836 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721eee01-1585-4398-af3f-8b60a5839c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdf7876-b72c-441a-909b-fac71ac8a187,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:23.779431 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-721eee01-1585-4398-af3f-8b60a5839c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:23.785044 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-721eee01-1585-4398-af3f-8b60a5839c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:23.789255 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-721eee01-1585-4398-af3f-8b60a5839c69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbdf7876-b72c-441a-909b-fac71ac8a187 HTTP/1.1" status: 204  len: 168 time: 0.2570376
Dec 17 16:22:24.133262 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424c801-792f-4ac9-a272-add6d4719a5a req-3da68ff6-c24f-4164-b74e-6c01bb18ea41 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:24.135022 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d424c801-792f-4ac9-a272-add6d4719a5a req-3da68ff6-c24f-4164-b74e-6c01bb18ea41 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1100144
Dec 17 16:22:24.214649 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d424c801-792f-4ac9-a272-add6d4719a5a req-4c9863df-a180-4239-9d94-4ef73b807fc1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719528
Dec 17 16:22:25.512844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c19727-f225-4b9f-8eae-e36d900f25bc req-f1d953db-ac39-42ea-a66a-c5857e309a8a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:25.514589 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f2c19727-f225-4b9f-8eae-e36d900f25bc req-f1d953db-ac39-42ea-a66a-c5857e309a8a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1054595
Dec 17 16:22:25.580511 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f2c19727-f225-4b9f-8eae-e36d900f25bc req-10644aec-80e6-48ee-b435-918ed3ee3aab tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539804
Dec 17 16:22:25.639962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:26.213369 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-59bba52a-2e04-4fa9-bc48-16995e0eff8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:26.915056 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7022d-44be-422e-87ad-7ae4d0cc8825 req-d48f9a63-3618-496d-ba8c-bac8dc4c903f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:26.931616 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-03b7022d-44be-422e-87ad-7ae4d0cc8825 req-d48f9a63-3618-496d-ba8c-bac8dc4c903f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1456461
Dec 17 16:22:27.021496 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-03b7022d-44be-422e-87ad-7ae4d0cc8825 req-bfa59c98-fdc0-42e4-ad6c-4ed375c2f1db tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881593
Dec 17 16:22:27.199322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f21cb8-29b8-446c-a667-50da4abc35de req-707b5435-eb89-4a70-9e1d-fe9cf11a7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:27.202048 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-22f21cb8-29b8-446c-a667-50da4abc35de req-707b5435-eb89-4a70-9e1d-fe9cf11a7d56 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a55fe0baa0f24396b3d5695191f1a6f0&device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 1202 time: 0.1284890
Dec 17 16:22:27.532879 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398d6a7-3de0-40d1-a536-c2d63b14eb85 req-31903a3e-64f3-4cf1-84bf-270ebdec4cb7 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:27.535086 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a398d6a7-3de0-40d1-a536-c2d63b14eb85 req-31903a3e-64f3-4cf1-84bf-270ebdec4cb7 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.2871830
Dec 17 16:22:27.541908 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f21cb8-29b8-446c-a667-50da4abc35de req-1b339102-b8eb-417f-90a4-3507682847b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:27.543720 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-22f21cb8-29b8-446c-a667-50da4abc35de req-1b339102-b8eb-417f-90a4-3507682847b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea HTTP/1.1" status: 200  len: 909 time: 0.3325825
Dec 17 16:22:27.714938 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-22f21cb8-29b8-446c-a667-50da4abc35de req-c7d84ac4-a00d-4624-8f5e-0a498514ba1e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 1001 time: 0.1174757
Dec 17 16:22:27.723720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 53066) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:27.742883 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a398d6a7-3de0-40d1-a536-c2d63b14eb85 req-449f119c-65ca-4503-b05f-f746599d4fbf tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1951027
Dec 17 16:22:27.838641 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f21cb8-29b8-446c-a667-50da4abc35de req-08e23cdc-ee87-49a3-9daa-970f4b3da349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:27.840443 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-22f21cb8-29b8-446c-a667-50da4abc35de req-08e23cdc-ee87-49a3-9daa-970f4b3da349 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb533e61-2485-4c3f-b94b-eabff26e03d3 HTTP/1.1" status: 200  len: 854 time: 0.0964077
Dec 17 16:22:27.960481 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f21cb8-29b8-446c-a667-50da4abc35de req-b33644fe-2914-41be-b497-52eccebf9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:27.962151 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-22f21cb8-29b8-446c-a667-50da4abc35de req-b33644fe-2914-41be-b497-52eccebf9f6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1142750
Dec 17 16:22:28.092581 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-dac9680f-7a41-4f7c-9a2a-6cc6c8b6fbee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07a6a2caf7094ac0b3bef7a59d725580&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3671954
Dec 17 16:22:28.093907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 53078) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:28.176818 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d322bbb9-29bb-4fed-9f9b-41abdd2dc37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:28.207851 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d322bbb9-29bb-4fed-9f9b-41abdd2dc37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:28.228897 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-22f21cb8-29b8-446c-a667-50da4abc35de req-f287335c-80fa-4079-94a3-c8c8d7645fb5 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541201
Dec 17 16:22:28.316330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d322bbb9-29bb-4fed-9f9b-41abdd2dc37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:28.328812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-521bcc64-a447-4bb7-b21e-a6e714db9413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:28.333375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:22:28.365190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322bbb9-29bb-4fed-9f9b-41abdd2dc37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bda81a7-d960-4a5c-a45b-c8f36d157f2c,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:28.368128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d322bbb9-29bb-4fed-9f9b-41abdd2dc37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:28.393409 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d322bbb9-29bb-4fed-9f9b-41abdd2dc37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:28.398449 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d322bbb9-29bb-4fed-9f9b-41abdd2dc37b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bda81a7-d960-4a5c-a45b-c8f36d157f2c HTTP/1.1" status: 204  len: 168 time: 0.3021822
Dec 17 16:22:28.414460 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8387d8-04f4-4f94-9e5b-95eaeff14e30 req-fd420859-9af1-4779-a4a2-e4fd025c2437 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:28.422617 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-22f21cb8-29b8-446c-a667-50da4abc35de req-37b30bec-f6b5-4a8b-b500-827feda90222 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1760151
Dec 17 16:22:28.427463 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f8387d8-04f4-4f94-9e5b-95eaeff14e30 req-fd420859-9af1-4779-a4a2-e4fd025c2437 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1680062
Dec 17 16:22:28.490118 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f8387d8-04f4-4f94-9e5b-95eaeff14e30 req-d127e1e3-365c-4847-901d-7bb08bc3e2e8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616319
Dec 17 16:22:28.611376 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-12aae91b-c3c5-41c6-ad71-372be1641863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:29.066669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45ac36-7c42-4f52-8a06-322ace5aa0bc req-56f081df-c104-454c-af5d-c8e6c0090791 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:29.068426 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d45ac36-7c42-4f52-8a06-322ace5aa0bc req-56f081df-c104-454c-af5d-c8e6c0090791 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.1311445
Dec 17 16:22:29.143030 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d45ac36-7c42-4f52-8a06-322ace5aa0bc req-e963d0d9-b8da-46bf-8b2c-dddc0c753f2d tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0674112
Dec 17 16:22:29.585051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:29.771104 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849cbd9-7699-4485-9316-661a69225101 req-9235ffc2-d179-4286-8c9b-7b0aa105f665 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:29.772778 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3849cbd9-7699-4485-9316-661a69225101 req-9235ffc2-d179-4286-8c9b-7b0aa105f665 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0934107
Dec 17 16:22:29.824109 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3849cbd9-7699-4485-9316-661a69225101 req-938a45de-6488-42d7-bcb2-13a4b3a71266 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442200
Dec 17 16:22:30.321094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:30.353488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668913a6-bfa3-4478-b64c-99c7ed622f30 req-851e4634-6cec-40bb-b537-adff288f2f0d tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:30.355119 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-668913a6-bfa3-4478-b64c-99c7ed622f30 req-851e4634-6cec-40bb-b537-adff288f2f0d tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0888746
Dec 17 16:22:30.423292 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-668913a6-bfa3-4478-b64c-99c7ed622f30 req-f78f459c-f45f-47d0-a101-7fe4691a6640 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0607033
Dec 17 16:22:31.017701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:31.080044 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25473e-7145-4237-98fd-610ecafbed62 req-5b31f523-a09d-4b01-8ae3-b9ea2ae9fb25 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:31.082333 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f25473e-7145-4237-98fd-610ecafbed62 req-5b31f523-a09d-4b01-8ae3-b9ea2ae9fb25 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0914285
Dec 17 16:22:31.138523 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f25473e-7145-4237-98fd-610ecafbed62 req-74597f52-c914-468c-a347-3e14676ff334 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440013
Dec 17 16:22:31.658220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6ac01-4141-4dca-bb27-3cb6399efc48 req-8a47025c-fb39-4ed5-ae12-b7efc3efcc37 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:31.659791 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c9b6ac01-4141-4dca-bb27-3cb6399efc48 req-8a47025c-fb39-4ed5-ae12-b7efc3efcc37 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0895374
Dec 17 16:22:31.717188 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c9b6ac01-4141-4dca-bb27-3cb6399efc48 req-18e5375d-4ebe-4dc7-8164-773528ab9aed tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0496709
Dec 17 16:22:32.415736 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3526df3-8b84-4d9a-b108-e04a3facf19d req-529ce3ad-9045-464e-b78d-0099e8cc79d0 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:32.424044 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b3526df3-8b84-4d9a-b108-e04a3facf19d req-529ce3ad-9045-464e-b78d-0099e8cc79d0 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1076179
Dec 17 16:22:32.497065 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b3526df3-8b84-4d9a-b108-e04a3facf19d req-0754a3a2-ea7c-4d9a-b97b-1d84fa5680c0 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715859
Dec 17 16:22:32.591515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6b992-23c1-4e9c-8f33-9443309e618d req-933d279e-3bc0-43d8-8df7-1cf48aed7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:32.593280 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-08b6b992-23c1-4e9c-8f33-9443309e618d req-933d279e-3bc0-43d8-8df7-1cf48aed7932 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 1163 time: 0.3741715
Dec 17 16:22:32.751274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6b992-23c1-4e9c-8f33-9443309e618d req-a91433ff-f243-4818-9863-056cfe9138d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:32.753184 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-08b6b992-23c1-4e9c-8f33-9443309e618d req-a91433ff-f243-4818-9863-056cfe9138d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 911 time: 0.1499386
Dec 17 16:22:32.895535 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-08b6b992-23c1-4e9c-8f33-9443309e618d req-6152d950-b93e-4e87-9a06-d94f66a7aa6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ff982b-c017-44d9-b7c9-e1f5afb920d3 HTTP/1.1" status: 200  len: 1002 time: 0.1336055
Dec 17 16:22:32.901404 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53170) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:32.972802 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a7963-c50b-414d-baca-ffd7175c4967 req-bb1242c1-8e4f-4ce3-8a81-dafcd0a444b6 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:32.974479 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4c7a7963-c50b-414d-baca-ffd7175c4967 req-bb1242c1-8e4f-4ce3-8a81-dafcd0a444b6 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0931141
Dec 17 16:22:33.031801 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4c7a7963-c50b-414d-baca-ffd7175c4967 req-47517e87-afd7-45b1-a39c-e7e1af6bcf4b tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0496466
Dec 17 16:22:33.076243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b690e644-b0d3-4b3e-83db-2c9793cd1cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:33.098212 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b690e644-b0d3-4b3e-83db-2c9793cd1cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:22:33.108312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfaf0e-715e-497a-87f3-9a9c73b0ecf0 req-7b0ba596-cf1e-4703-be02-cc91090df3d7 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:33.109959 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-26bfaf0e-715e-497a-87f3-9a9c73b0ecf0 req-7b0ba596-cf1e-4703-be02-cc91090df3d7 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.1238706
Dec 17 16:22:33.111028 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b690e644-b0d3-4b3e-83db-2c9793cd1cac admin admin] Usage tracker for resource:security_group_rule and tenant:905154d7e4e44c0db5d7e4c556ef0b95 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:22:33.115900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-b690e644-b0d3-4b3e-83db-2c9793cd1cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:22:33.124037 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-b690e644-b0d3-4b3e-83db-2c9793cd1cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:22:33.186650 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-26bfaf0e-715e-497a-87f3-9a9c73b0ecf0 req-59ca4b01-c4f0-408f-8b67-9ecef2929149 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676064
Dec 17 16:22:33.259814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b690e644-b0d3-4b3e-83db-2c9793cd1cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:33.263326 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b690e644-b0d3-4b3e-83db-2c9793cd1cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:33.272145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-48fbe683-9e04-4734-aee4-23449986959b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:33.317562 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b690e644-b0d3-4b3e-83db-2c9793cd1cac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=905154d7e4e44c0db5d7e4c556ef0b95&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4159141
Dec 17 16:22:33.319371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690e644-b0d3-4b3e-83db-2c9793cd1cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ead1d1-9166-4da2-add5-3509152bcf5d,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:33.320535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 53176) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:33.322899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b690e644-b0d3-4b3e-83db-2c9793cd1cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:33.389412 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-40ff7078-2e61-421c-a5ae-0a9d05060b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:33.423221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-40ff7078-2e61-421c-a5ae-0a9d05060b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:33.474957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-40ff7078-2e61-421c-a5ae-0a9d05060b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:33.480825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2ac51947-47c8-41b7-8c83-6e85fd559665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:33.495532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff7078-2e61-421c-a5ae-0a9d05060b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ead1d1-9166-4da2-add5-3509152bcf5d,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:33.498674 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-40ff7078-2e61-421c-a5ae-0a9d05060b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:33.501632 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-40ff7078-2e61-421c-a5ae-0a9d05060b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:33.504244 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-40ff7078-2e61-421c-a5ae-0a9d05060b65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9ead1d1-9166-4da2-add5-3509152bcf5d HTTP/1.1" status: 204  len: 168 time: 0.1821179
Dec 17 16:22:33.741654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82aa65-97a2-4c03-aa31-f36e5a5312f0 req-a3b8937d-4c7c-47aa-96bd-d880c2ca1664 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:33.743218 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2e82aa65-97a2-4c03-aa31-f36e5a5312f0 req-a3b8937d-4c7c-47aa-96bd-d880c2ca1664 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0897524
Dec 17 16:22:33.794910 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2e82aa65-97a2-4c03-aa31-f36e5a5312f0 req-481c64b3-542f-41e1-9594-d75fb7ef2c82 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440857
Dec 17 16:22:33.899266 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 53188) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:33.922008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4944f18a-9d34-4722-a0ec-27900a3c6679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:33.939243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-4944f18a-9d34-4722-a0ec-27900a3c6679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:22:33.943771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-4944f18a-9d34-4722-a0ec-27900a3c6679 admin admin] Usage tracker for resource:security_group_rule and tenant:162d6adb1023418fa9cd2457e523ed35 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:22:33.947119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-4944f18a-9d34-4722-a0ec-27900a3c6679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:22:33.954303 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-4944f18a-9d34-4722-a0ec-27900a3c6679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:22:34.043748 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4944f18a-9d34-4722-a0ec-27900a3c6679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:34.046597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4944f18a-9d34-4722-a0ec-27900a3c6679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:34.054030 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d322bbb9-29bb-4fed-9f9b-41abdd2dc37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:34.100648 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944f18a-9d34-4722-a0ec-27900a3c6679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4019a62f-7e5d-43a0-a203-e9e1a9e0d0ac,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:34.105944 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4944f18a-9d34-4722-a0ec-27900a3c6679 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=162d6adb1023418fa9cd2457e523ed35&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2055771
Dec 17 16:22:34.106881 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4944f18a-9d34-4722-a0ec-27900a3c6679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:34.108884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53194) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:34.172978 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9eb8bc2e-e7ac-4369-ad1d-889f55397bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:34.250482 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9eb8bc2e-e7ac-4369-ad1d-889f55397bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:34.319692 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d3109-105a-4390-8626-503560a44ceb req-4a783145-5db6-47eb-b9fa-f11d6316e776 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:34.321242 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fe6d3109-105a-4390-8626-503560a44ceb req-4a783145-5db6-47eb-b9fa-f11d6316e776 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.1452804
Dec 17 16:22:34.327994 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9eb8bc2e-e7ac-4369-ad1d-889f55397bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:34.334747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d6fa0929-8f35-45af-b96c-e7033efa6561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:34.366830 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8bc2e-e7ac-4369-ad1d-889f55397bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4019a62f-7e5d-43a0-a203-e9e1a9e0d0ac,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:34.374365 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9eb8bc2e-e7ac-4369-ad1d-889f55397bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:34.390195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9eb8bc2e-e7ac-4369-ad1d-889f55397bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:34.391644 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-9eb8bc2e-e7ac-4369-ad1d-889f55397bde admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4019a62f-7e5d-43a0-a203-e9e1a9e0d0ac HTTP/1.1" status: 204  len: 168 time: 0.2812943
Dec 17 16:22:34.413801 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fe6d3109-105a-4390-8626-503560a44ceb req-c012b87d-08d4-4d79-9f86-a822d3547554 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0800362
Dec 17 16:22:34.427011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbb19c-c329-4724-973e-4e408fd5b5db req-6ca6a1b2-c56f-47ea-8a58-0f1ad9ee7455 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:34.428881 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2cdbb19c-c329-4724-973e-4e408fd5b5db req-6ca6a1b2-c56f-47ea-8a58-0f1ad9ee7455 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.1096237
Dec 17 16:22:34.508618 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2cdbb19c-c329-4724-973e-4e408fd5b5db req-31523a53-508b-491e-93fc-68dbf97380cd tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722067
Dec 17 16:22:35.060085 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca1997-36b8-45a8-941e-300b46163713 req-31055943-efe5-49ac-8011-694394575a36 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:35.061747 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e9ca1997-36b8-45a8-941e-300b46163713 req-31055943-efe5-49ac-8011-694394575a36 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0934956
Dec 17 16:22:35.117009 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e9ca1997-36b8-45a8-941e-300b46163713 req-bb3841ce-cba1-4713-9f58-bac48b3c1e36 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485103
Dec 17 16:22:35.674402 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d31d1b-e39b-4642-9e11-fc8ea4b6ee53 req-fbd82673-2f30-4273-9edf-cecce67310e7 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:35.676808 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-79d31d1b-e39b-4642-9e11-fc8ea4b6ee53 req-fbd82673-2f30-4273-9edf-cecce67310e7 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.1037412
Dec 17 16:22:35.765261 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-79d31d1b-e39b-4642-9e11-fc8ea4b6ee53 req-0d681f59-e815-4898-be93-a3900179d775 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0786920
Dec 17 16:22:35.839814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6b992-23c1-4e9c-8f33-9443309e618d req-77504897-41ba-40b8-875b-5489abd1b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:35.841569 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-08b6b992-23c1-4e9c-8f33-9443309e618d req-77504897-41ba-40b8-875b-5489abd1b719 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.1967914
Dec 17 16:22:35.933622 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e1af0-e7b5-42a2-a205-25f7132bd919 req-b2226f7b-6469-4a7c-bf3f-77613da4d84e tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:35.935327 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-217e1af0-e7b5-42a2-a205-25f7132bd919 req-b2226f7b-6469-4a7c-bf3f-77613da4d84e tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.2214646
Dec 17 16:22:36.003623 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-217e1af0-e7b5-42a2-a205-25f7132bd919 req-e5081c0b-e35d-49e7-9aa5-70c34cfb3986 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596335
Dec 17 16:22:36.006984 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6b992-23c1-4e9c-8f33-9443309e618d req-e71105e7-48a4-4521-8ba2-2bb7500e9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:36.008639 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-08b6b992-23c1-4e9c-8f33-9443309e618d req-e71105e7-48a4-4521-8ba2-2bb7500e9f97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1548455
Dec 17 16:22:36.211461 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-08b6b992-23c1-4e9c-8f33-9443309e618d req-904368d2-88f6-4212-b0e5-3792d5bcb753 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1891513
Dec 17 16:22:36.379019 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-08b6b992-23c1-4e9c-8f33-9443309e618d req-f225ca5e-e7f3-427b-b2bb-cbaf333be9b2 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1582875
Dec 17 16:22:36.388067 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75a2c2-eedb-4447-b025-9f79d93b861f req-e6e48e8c-6d89-4a0e-b8d2-12108bdb3648 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:36.389826 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf75a2c2-eedb-4447-b025-9f79d93b861f req-e6e48e8c-6d89-4a0e-b8d2-12108bdb3648 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1084230
Dec 17 16:22:36.459061 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf75a2c2-eedb-4447-b025-9f79d93b861f req-058cd11a-a608-4bd1-8751-265bb68a8139 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471334
Dec 17 16:22:37.028124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e74d0-ace9-47e9-8f0d-add4126e0f22 req-c24257e8-8e89-4aee-9b8a-4b0a9a5dbc11 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:37.030993 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bc8e74d0-ace9-47e9-8f0d-add4126e0f22 req-c24257e8-8e89-4aee-9b8a-4b0a9a5dbc11 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0993176
Dec 17 16:22:37.092293 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bc8e74d0-ace9-47e9-8f0d-add4126e0f22 req-ed0ee5e3-2e2c-4f5e-bfa9-a405411c1274 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0529745
Dec 17 16:22:37.268279 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1338add-d1d2-4894-a159-ff77e8c00f92 req-0b1307d5-fa3a-46b2-9798-9c9ee4def3c4 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:37.269988 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b1338add-d1d2-4894-a159-ff77e8c00f92 req-0b1307d5-fa3a-46b2-9798-9c9ee4def3c4 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.0987582
Dec 17 16:22:37.333866 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b1338add-d1d2-4894-a159-ff77e8c00f92 req-6d0f5119-c2d3-4c3a-827b-3fb50767ee27 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557039
Dec 17 16:22:37.724707 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 53292) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:37.749246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371a628-9520-4aa1-b90e-ba6d229f6906 req-79b6fcad-ebd0-4625-8388-f2f41f4555f5 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:37.751067 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d371a628-9520-4aa1-b90e-ba6d229f6906 req-79b6fcad-ebd0-4625-8388-f2f41f4555f5 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1192944
Dec 17 16:22:37.821451 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d371a628-9520-4aa1-b90e-ba6d229f6906 req-86c7d8f1-36b1-48c0-a317-f062eba2d966 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620756
Dec 17 16:22:37.927669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-838d676d-21fc-4049-a841-f44059a5cf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:37.945447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-838d676d-21fc-4049-a841-f44059a5cf78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:22:37.949690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-838d676d-21fc-4049-a841-f44059a5cf78 admin admin] Usage tracker for resource:security_group_rule and tenant:c96a64cd1b2544a3a371d07487b3d457 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:22:37.952788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-838d676d-21fc-4049-a841-f44059a5cf78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:22:37.958667 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-838d676d-21fc-4049-a841-f44059a5cf78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:22:38.073190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-838d676d-21fc-4049-a841-f44059a5cf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:38.076639 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-838d676d-21fc-4049-a841-f44059a5cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:38.092220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-921d1396-8564-4ac5-8abc-ca4e7e3b00ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:38.160946 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-838d676d-21fc-4049-a841-f44059a5cf78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c96a64cd1b2544a3a371d07487b3d457&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4348187
Dec 17 16:22:38.162124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d676d-21fc-4049-a841-f44059a5cf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888a7ad8-dce8-41ce-9d5e-4a686ba7f792,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:38.162981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53306) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:38.182637 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-838d676d-21fc-4049-a841-f44059a5cf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:38.266466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cab7782e-e7d2-446a-9ec2-81232839d468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:38.308821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cab7782e-e7d2-446a-9ec2-81232839d468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:38.355121 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bdfea-f5d5-4342-9802-2b954868d5f0 req-445cd7eb-66bc-4b48-a42e-062682aea2c4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:38.357115 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9c8bdfea-f5d5-4342-9802-2b954868d5f0 req-445cd7eb-66bc-4b48-a42e-062682aea2c4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.1095958
Dec 17 16:22:38.373503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cab7782e-e7d2-446a-9ec2-81232839d468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:38.381455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5a33ac6b-7c34-4d90-a522-acf3e3f7199a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:38.399931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7782e-e7d2-446a-9ec2-81232839d468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888a7ad8-dce8-41ce-9d5e-4a686ba7f792,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:38.410090 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cab7782e-e7d2-446a-9ec2-81232839d468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:38.417734 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cab7782e-e7d2-446a-9ec2-81232839d468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:38.433317 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-cab7782e-e7d2-446a-9ec2-81232839d468 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/888a7ad8-dce8-41ce-9d5e-4a686ba7f792 HTTP/1.1" status: 204  len: 168 time: 0.2687149
Dec 17 16:22:38.460960 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9c8bdfea-f5d5-4342-9802-2b954868d5f0 req-5dd5c500-75c1-4972-8ddd-cd88c5feedbb tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0964403
Dec 17 16:22:38.630407 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92020b-e127-4b8d-896a-ecf8a43b4d81 req-7658aa70-76c9-4d16-b4be-e909fd64db0a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:38.632276 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4d92020b-e127-4b8d-896a-ecf8a43b4d81 req-7658aa70-76c9-4d16-b4be-e909fd64db0a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.1014440
Dec 17 16:22:38.759237 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4d92020b-e127-4b8d-896a-ecf8a43b4d81 req-03a3d147-72e4-4966-b621-e7456dbe74e3 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157646
Dec 17 16:22:38.815232 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbaa27-f9e4-4789-be38-f01e316dd041 req-4cb338d8-7850-4a77-b20f-440f9a92f6c4 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:38.818150 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e5dbaa27-f9e4-4789-be38-f01e316dd041 req-4cb338d8-7850-4a77-b20f-440f9a92f6c4 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.70 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 946 time: 0.1305716
Dec 17 16:22:38.903602 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-e5dbaa27-f9e4-4789-be38-f01e316dd041 req-a34f8f79-cc7c-41b9-9f0b-d5cfa18b0ea8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Deleting port 5fe3cd31-506e-49e7-8724-04c8edf235b5 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:22:38.903931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e5dbaa27-f9e4-4789-be38-f01e316dd041 req-a34f8f79-cc7c-41b9-9f0b-d5cfa18b0ea8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:38.929157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 53318) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:38.957805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c86ddf27-1bdb-4756-8db5-d0e50b60402d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:38.987771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-c86ddf27-1bdb-4756-8db5-d0e50b60402d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:22:38.992883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-c86ddf27-1bdb-4756-8db5-d0e50b60402d admin admin] Usage tracker for resource:security_group_rule and tenant:2db2219e486e48819e8132332527445f is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:22:38.998126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-c86ddf27-1bdb-4756-8db5-d0e50b60402d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:22:39.011582 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-c86ddf27-1bdb-4756-8db5-d0e50b60402d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:22:39.239375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3929d-b194-474a-b1b2-d6a0ca3f212f req-ac45602d-2153-4f42-b780-4e2e5cda7261 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:39.240901 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-20b3929d-b194-474a-b1b2-d6a0ca3f212f req-ac45602d-2153-4f42-b780-4e2e5cda7261 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.1999485
Dec 17 16:22:39.246835 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-e5dbaa27-f9e4-4789-be38-f01e316dd041 req-a34f8f79-cc7c-41b9-9f0b-d5cfa18b0ea8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] For port 5fe3cd31-506e-49e7-8724-04c8edf235b5, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=5fe3cd31-506e-49e7-8724-04c8edf235b5,segment=NetworkSegment(619e87b5-9ec1-409d-a56a-9a130283295c),segment_id=619e87b5-9ec1-409d-a56a-9a130283295c)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:22:39.247456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e5dbaa27-f9e4-4789-be38-f01e316dd041 req-a34f8f79-cc7c-41b9-9f0b-d5cfa18b0ea8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:39.257658 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c86ddf27-1bdb-4756-8db5-d0e50b60402d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:39.281031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c86ddf27-1bdb-4756-8db5-d0e50b60402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:39.326714 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4a656c5c-9a79-4cbe-954c-5918aee24533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:39.342002 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c86ddf27-1bdb-4756-8db5-d0e50b60402d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2db2219e486e48819e8132332527445f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4112649
Dec 17 16:22:39.348113 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 53326) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:39.442658 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-e5dbaa27-f9e4-4789-be38-f01e316dd041 req-a34f8f79-cc7c-41b9-9f0b-d5cfa18b0ea8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Calling delete_port for 5fe3cd31-506e-49e7-8724-04c8edf235b5 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:22:39.485400 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ddf27-1bdb-4756-8db5-d0e50b60402d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1165a9-e987-470f-959b-97045ac1ce15,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:39.490262 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-20b3929d-b194-474a-b1b2-d6a0ca3f212f req-d765ebce-13a3-4225-9cb9-39b6dcc67dc1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2411644
Dec 17 16:22:39.498863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c86ddf27-1bdb-4756-8db5-d0e50b60402d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:39.511221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae51a-314c-458e-ae03-0d03c68c8542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:39.561971 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae51a-314c-458e-ae03-0d03c68c8542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:39.664884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae51a-314c-458e-ae03-0d03c68c8542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:39.679905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c8f071ba-e43a-45f3-8166-681152941164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:39.689842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e5dbaa27-f9e4-4789-be38-f01e316dd041 req-a34f8f79-cc7c-41b9-9f0b-d5cfa18b0ea8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:39.711857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae51a-314c-458e-ae03-0d03c68c8542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:39.721431 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-9b8ae51a-314c-458e-ae03-0d03c68c8542 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf1165a9-e987-470f-959b-97045ac1ce15 HTTP/1.1" status: 204  len: 168 time: 0.3658016
Dec 17 16:22:39.728370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ae51a-314c-458e-ae03-0d03c68c8542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1165a9-e987-470f-959b-97045ac1ce15,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:39.735724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9b8ae51a-314c-458e-ae03-0d03c68c8542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:39.809448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:39.946734 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f8f79-cc7c-41b9-9f0b-d5cfa18b0ea8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Pushing event deleted for resources: {'Port': ['ID=5fe3cd31-506e-49e7-8724-04c8edf235b5,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:39.958473 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a34f8f79-cc7c-41b9-9f0b-d5cfa18b0ea8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:40.087054 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ada71f-462f-4459-a070-bfe6264d7a9b req-e7b15e76-239b-4694-981a-e8eded5f0b89 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:40.089324 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-70ada71f-462f-4459-a070-bfe6264d7a9b req-e7b15e76-239b-4694-981a-e8eded5f0b89 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.2210822
Dec 17 16:22:40.094549 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dbaa27-f9e4-4789-be38-f01e316dd041 req-a34f8f79-cc7c-41b9-9f0b-d5cfa18b0ea8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] No DVR routers for this DVR port 5fe3cd31-506e-49e7-8724-04c8edf235b5 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:22:40.097026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e5dbaa27-f9e4-4789-be38-f01e316dd041 req-a34f8f79-cc7c-41b9-9f0b-d5cfa18b0ea8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:40.100269 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1362a1-e1b1-4cdd-b9d0-0822237635c7', 'name': 'network-vif-deleted', 'tag': '5fe3cd31-506e-49e7-8724-04c8edf235b5'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:22:40.139834 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e5dbaa27-f9e4-4789-be38-f01e316dd041 req-a34f8f79-cc7c-41b9-9f0b-d5cfa18b0ea8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.70 "DELETE /v2.0/ports/5fe3cd31-506e-49e7-8724-04c8edf235b5 HTTP/1.1" status: 204  len: 173 time: 1.3122475
Dec 17 16:22:40.177541 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-70ada71f-462f-4459-a070-bfe6264d7a9b req-4bc967cf-7b74-42f8-aaf6-9f5d7d4d68e4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0703647
Dec 17 16:22:40.319089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device f8ff982b-c017-44d9-b7c9-e1f5afb920d3 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:22:40.520660 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1362a1-e1b1-4cdd-b9d0-0822237635c7', 'name': 'network-vif-deleted', 'tag': '5fe3cd31-506e-49e7-8724-04c8edf235b5', 'status': 'completed', 'code': 200}
Dec 17 16:22:40.534588 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-08c9580b-b2b3-452c-bada-b93442eede71 req-b9697082-e419-4127-a153-6a727af33450 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Synchronizing usage tracker for tenant:f78600edd8e846ce98c88d3cb8610385 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:22:40.556206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:40.564438 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-08c9580b-b2b3-452c-bada-b93442eede71 req-b9697082-e419-4127-a153-6a727af33450 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Unset dirty status for tenant:f78600edd8e846ce98c88d3cb8610385 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:22:40.575864 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-08c9580b-b2b3-452c-bada-b93442eede71 req-b9697082-e419-4127-a153-6a727af33450 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=1f1362a1-e1b1-4cdd-b9d0-0822237635c7 HTTP/1.1" status: 200  len: 210 time: 0.1575830
Dec 17 16:22:40.605623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port f8ff982b-c017-44d9-b7c9-e1f5afb920d3, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:22:40.606848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:22:40.614399 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:40.615239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 5fe3cd31-506e-49e7-8724-04c8edf235b5 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:22:40.663836 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:40.714686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] No Port match for: 5fe3cd31-506e-49e7-8724-04c8edf235b5 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:22:40.715226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 5fe3cd31-506e-49e7-8724-04c8edf235b5 not bound to the agent host hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:22:40.718689 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3', 'code': 422} returned with failed status
Dec 17 16:22:40.762616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:40.771207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.771597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.771956 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.772549 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.774969 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.775604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.776250 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.776774 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.777530 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.778088 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.778766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.779180 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.779964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.780639 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.781338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.782170 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.782741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.783462 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.783913 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.784701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.785211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.785609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.786149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.786587 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:22:40.792019 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:41.343348 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe3c03-4607-4dfb-b9e9-79e8b15cdf46 req-a92b5c3d-f7ab-4cd1-b43e-c96a4e643dfa tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:41.346290 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2bfe3c03-4607-4dfb-b9e9-79e8b15cdf46 req-a92b5c3d-f7ab-4cd1-b43e-c96a4e643dfa tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.1736536
Dec 17 16:22:41.423144 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2bfe3c03-4607-4dfb-b9e9-79e8b15cdf46 req-d222c6f3-af2c-4548-b9ff-20ec05422206 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681574
Dec 17 16:22:41.516236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53402) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:22:41.751272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7abc8-9459-4910-be74-c604acae265a req-463894b7-de27-4bec-9996-485ac6965ff6 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:41.753054 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-30c7abc8-9459-4910-be74-c604acae265a req-463894b7-de27-4bec-9996-485ac6965ff6 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.1949565
Dec 17 16:22:41.795539 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-92b338c4-719a-42f9-be29-28f6e0314247 req-1044d0ef-4820-404d-bf90-d4ceee7fc268 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2777970
Dec 17 16:22:41.835394 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-30c7abc8-9459-4910-be74-c604acae265a req-2923b7b3-f43c-43f8-8361-90c172cd169e tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0720427
Dec 17 16:22:42.244749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a7b2e-d840-4d15-b59c-e3b52080905a req-597373a1-c175-442d-ba71-c443bc9d870e tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:42.246771 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-400a7b2e-d840-4d15-b59c-e3b52080905a req-597373a1-c175-442d-ba71-c443bc9d870e tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1113584
Dec 17 16:22:42.312387 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-400a7b2e-d840-4d15-b59c-e3b52080905a req-4b9df407-8528-4052-858a-05f841995322 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567765
Dec 17 16:22:42.673223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a0f10-ef76-49b1-87ef-45594e5d8704 req-127a055d-79c8-47c5-8430-3aad4c08c20b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:42.674911 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-623a0f10-ef76-49b1-87ef-45594e5d8704 req-127a055d-79c8-47c5-8430-3aad4c08c20b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0953162
Dec 17 16:22:42.725902 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-623a0f10-ef76-49b1-87ef-45594e5d8704 req-e10ac363-d0a9-4a5b-a64a-66260c9af89d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438979
Dec 17 16:22:43.306603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c20073-e53c-4438-9f97-ec2c9e604ad1 req-2745f9e8-1890-4afb-bc09-91809388d07a tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:43.308981 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a2c20073-e53c-4438-9f97-ec2c9e604ad1 req-2745f9e8-1890-4afb-bc09-91809388d07a tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.3214464
Dec 17 16:22:43.362074 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a2c20073-e53c-4438-9f97-ec2c9e604ad1 req-9ad4d280-960f-42a9-a31a-493430d7151a tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0457144
Dec 17 16:22:43.544505 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83276d-5883-43cf-b248-8336a455bdb6 req-9399ffb0-b78f-43a2-9c6d-69857c2c47cb tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:43.546178 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-df83276d-5883-43cf-b248-8336a455bdb6 req-9399ffb0-b78f-43a2-9c6d-69857c2c47cb tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0861480
Dec 17 16:22:43.609576 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-df83276d-5883-43cf-b248-8336a455bdb6 req-543f8447-785c-46de-8cb6-17385475b1a8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565920
Dec 17 16:22:44.005553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2f8f-1561-4de4-8ac5-61726727c819 req-dac573e7-af98-4280-88a0-9413cf04c39a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:44.005769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b338c4-719a-42f9-be29-28f6e0314247 req-a2e9e29d-5998-463a-89ad-fb462b347c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:44.007155 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-92b338c4-719a-42f9-be29-28f6e0314247 req-a2e9e29d-5998-463a-89ad-fb462b347c83 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da&tenant_id=34bc4066866a49b5bbccb3d65311ae08 HTTP/1.1" status: 200  len: 1161 time: 0.0922904
Dec 17 16:22:44.007288 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ef1d2f8f-1561-4de4-8ac5-61726727c819 req-dac573e7-af98-4280-88a0-9413cf04c39a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0960653
Dec 17 16:22:44.062390 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ef1d2f8f-1561-4de4-8ac5-61726727c819 req-5139f2a9-8d3e-43f6-a29d-6f406b7b62cf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475433
Dec 17 16:22:44.209664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b338c4-719a-42f9-be29-28f6e0314247 req-c50b6f2a-2a9f-4a55-b6a8-2330a899838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:44.210974 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-92b338c4-719a-42f9-be29-28f6e0314247 req-c50b6f2a-2a9f-4a55-b6a8-2330a899838c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 1161 time: 0.1482167
Dec 17 16:22:44.220508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dcc0c-8806-4944-9363-502ede30bc23 req-ce907a02-8fd5-428b-ba41-f134f70b3871 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:44.222003 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-916dcc0c-8806-4944-9363-502ede30bc23 req-ce907a02-8fd5-428b-ba41-f134f70b3871 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 946 time: 0.1210670
Dec 17 16:22:44.235439 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 24b27e07-8718-4d8b-9f02-bd896b3649e0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:22:44.310019 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 24b27e07-8718-4d8b-9f02-bd896b3649e0 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:22:44.310624 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:44.367982 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-916dcc0c-8806-4944-9363-502ede30bc23 req-d01ba237-14e7-45e4-b02f-b9042e5e08e7 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199179
Dec 17 16:22:44.423816 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b338c4-719a-42f9-be29-28f6e0314247 req-e42c484b-c7e9-438a-8ef0-b6edbfb9c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:44.425589 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-92b338c4-719a-42f9-be29-28f6e0314247 req-e42c484b-c7e9-438a-8ef0-b6edbfb9c365 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 911 time: 0.2025719
Dec 17 16:22:44.542698 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-92b338c4-719a-42f9-be29-28f6e0314247 req-682c6a25-9cff-4790-98db-d1e6e927ba9d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ff982b-c017-44d9-b7c9-e1f5afb920d3 HTTP/1.1" status: 200  len: 1000 time: 0.1090698
Dec 17 16:22:44.617312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6884ac-3e5e-42be-82b1-77eb545ffa68 req-4d7b2dae-6e77-4f98-8e2e-e8dba63e242c tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:44.618976 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-eb6884ac-3e5e-42be-82b1-77eb545ffa68 req-4d7b2dae-6e77-4f98-8e2e-e8dba63e242c tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0922720
Dec 17 16:22:44.622154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b338c4-719a-42f9-be29-28f6e0314247 req-dc84ac7e-9fa7-4bbc-8e09-2289531e090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:44.623848 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-92b338c4-719a-42f9-be29-28f6e0314247 req-dc84ac7e-9fa7-4bbc-8e09-2289531e090e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.0731628
Dec 17 16:22:44.682542 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-eb6884ac-3e5e-42be-82b1-77eb545ffa68 req-caf03248-0a2b-44cc-865c-c17d4eee687d tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0541484
Dec 17 16:22:44.716710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b338c4-719a-42f9-be29-28f6e0314247 req-c2da1dba-e45f-457b-8e7f-8af82cc84054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:44.719235 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-92b338c4-719a-42f9-be29-28f6e0314247 req-c2da1dba-e45f-457b-8e7f-8af82cc84054 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854533
Dec 17 16:22:44.949152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecab27-facf-40e7-a0e7-5eef6cf88178 req-2f174009-ddde-4eab-a5cc-75de2f348935 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:44.950746 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-13ecab27-facf-40e7-a0e7-5eef6cf88178 req-2f174009-ddde-4eab-a5cc-75de2f348935 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1894300
Dec 17 16:22:44.952920 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-92b338c4-719a-42f9-be29-28f6e0314247 req-f3cd07fc-6650-4777-abb7-728fe5ff5030 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2163882
Dec 17 16:22:45.092226 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-13ecab27-facf-40e7-a0e7-5eef6cf88178 req-b52d2a1c-ed13-4f38-9898-5ad58cda1b77 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338029
Dec 17 16:22:45.141230 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-92b338c4-719a-42f9-be29-28f6e0314247 req-c2e99943-fbbc-4c42-9d0d-8fc73e27b543 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1666741
Dec 17 16:22:45.299546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719e619-c945-4fb1-af40-153d2547201d req-fdf708db-79e4-46f3-9ee4-d7aed7e061d2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:45.301201 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2719e619-c945-4fb1-af40-153d2547201d req-fdf708db-79e4-46f3-9ee4-d7aed7e061d2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0843873
Dec 17 16:22:45.354888 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2719e619-c945-4fb1-af40-153d2547201d req-4ce3562f-e54a-4e42-acd5-4e4fe52ecbbf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465581
Dec 17 16:22:45.595702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4c1df-53d5-497c-be67-4151a28ec039 req-b2ec7f41-e28e-4ddc-8976-87cccce6d056 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:45.597336 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ceb4c1df-53d5-497c-be67-4151a28ec039 req-b2ec7f41-e28e-4ddc-8976-87cccce6d056 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 946 time: 0.0843165
Dec 17 16:22:45.651448 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ceb4c1df-53d5-497c-be67-4151a28ec039 req-d3f8c446-5ba5-442e-aaa7-e76e59e45b02 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475469
Dec 17 16:22:45.913566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a3c6d-9832-470a-b0a2-5167a5bbdac1 req-8cbcee2a-a406-4f63-b5e1-c54842c27645 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:45.915153 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-907a3c6d-9832-470a-b0a2-5167a5bbdac1 req-8cbcee2a-a406-4f63-b5e1-c54842c27645 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0887313
Dec 17 16:22:45.974627 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-907a3c6d-9832-470a-b0a2-5167a5bbdac1 req-f0baeba9-2532-4693-8b85-bac00af2dfd2 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0522387
Dec 17 16:22:46.389694 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a401a67-5319-46ba-b66e-e034621eb780 req-c9dc986e-deb7-45a0-9ed1-f0bce32a8760 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:46.391345 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8a401a67-5319-46ba-b66e-e034621eb780 req-c9dc986e-deb7-45a0-9ed1-f0bce32a8760 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1524734
Dec 17 16:22:46.406497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0830a99-d335-45ef-b419-2620a7ee2733 req-f6e00037-ef0a-4fab-9c22-b33810483b19 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:46.408242 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a0830a99-d335-45ef-b419-2620a7ee2733 req-f6e00037-ef0a-4fab-9c22-b33810483b19 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.70 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 946 time: 0.1224942
Dec 17 16:22:46.474712 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 24b27e07-8718-4d8b-9f02-bd896b3649e0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:22:46.536718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-a0830a99-d335-45ef-b419-2620a7ee2733 req-b6770bdb-bd96-4930-9bd7-005eb255dbe0 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Deleting port de75dbac-e42d-46f8-af93-efcb548d1c17 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:22:46.537543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a0830a99-d335-45ef-b419-2620a7ee2733 req-b6770bdb-bd96-4930-9bd7-005eb255dbe0 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:46.581353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 24b27e07-8718-4d8b-9f02-bd896b3649e0 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:22:46.582082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:46.591302 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8a401a67-5319-46ba-b66e-e034621eb780 req-58b257af-033d-42cb-ab3e-7f3e642d54c5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812596
Dec 17 16:22:46.656759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f579a-08b0-4c45-8962-b0c2c877e6ee req-65088dbe-8de8-42a8-8d42-5b83bda315a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:46.667642 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e94f579a-08b0-4c45-8962-b0c2c877e6ee req-65088dbe-8de8-42a8-8d42-5b83bda315a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.1351681
Dec 17 16:22:46.795320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device de75dbac-e42d-46f8-af93-efcb548d1c17 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:22:46.806027 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e94f579a-08b0-4c45-8962-b0c2c877e6ee req-511c9d68-59a6-4f47-9ca7-4b3619f01901 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1364515
Dec 17 16:22:46.956961 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port de75dbac-e42d-46f8-af93-efcb548d1c17 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:22:46.957384 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:47.301249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-a0830a99-d335-45ef-b419-2620a7ee2733 req-b6770bdb-bd96-4930-9bd7-005eb255dbe0 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] For port de75dbac-e42d-46f8-af93-efcb548d1c17, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=de75dbac-e42d-46f8-af93-efcb548d1c17,segment=NetworkSegment(86efb29f-97ef-4302-a396-fc48ef07d3b6),segment_id=86efb29f-97ef-4302-a396-fc48ef07d3b6)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:22:47.301610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a0830a99-d335-45ef-b419-2620a7ee2733 req-b6770bdb-bd96-4930-9bd7-005eb255dbe0 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:47.366577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e90ef3-2ef5-4ca6-a0db-bf41ec903cad req-32b8d402-8ef6-4645-b06a-9c37e9276508 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:47.388111 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f1e90ef3-2ef5-4ca6-a0db-bf41ec903cad req-32b8d402-8ef6-4645-b06a-9c37e9276508 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.1580222
Dec 17 16:22:47.456391 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f1e90ef3-2ef5-4ca6-a0db-bf41ec903cad req-dd6831f9-dca3-42a9-9f4b-fb5b9ca93234 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0667212
Dec 17 16:22:47.539246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-a0830a99-d335-45ef-b419-2620a7ee2733 req-b6770bdb-bd96-4930-9bd7-005eb255dbe0 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Calling delete_port for de75dbac-e42d-46f8-af93-efcb548d1c17 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:22:47.592048 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f38460-41fc-4477-8f3b-f1b28b60bdd9 req-2d892d2b-3516-4b10-b8e8-93466cd8d8c9 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:47.593816 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-98f38460-41fc-4477-8f3b-f1b28b60bdd9 req-2d892d2b-3516-4b10-b8e8-93466cd8d8c9 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 946 time: 0.5028555
Dec 17 16:22:47.678315 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-98f38460-41fc-4477-8f3b-f1b28b60bdd9 req-2db898a5-93a4-49d7-a99b-784fd9035873 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720813
Dec 17 16:22:47.753031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a0830a99-d335-45ef-b419-2620a7ee2733 req-b6770bdb-bd96-4930-9bd7-005eb255dbe0 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:47.782199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9908c746-da86-44ff-bfe0-3e6b3a52d3d0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:22:47.840499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6770bdb-bd96-4930-9bd7-005eb255dbe0 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Pushing event deleted for resources: {'Port': ['ID=de75dbac-e42d-46f8-af93-efcb548d1c17,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:22:47.878488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b521aa-8042-4bec-8b5a-45e7179c6ce0 req-f43b2bb8-c58e-4669-9733-4a6399d97086 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:47.880262 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-16b521aa-8042-4bec-8b5a-45e7179c6ce0 req-f43b2bb8-c58e-4669-9733-4a6399d97086 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1204572
Dec 17 16:22:47.899396 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b6770bdb-bd96-4930-9bd7-005eb255dbe0 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:22:47.937876 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-16b521aa-8042-4bec-8b5a-45e7179c6ce0 req-5cd4b65b-005f-4b1b-a92e-773b8e6515a0 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504456
Dec 17 16:22:48.037296 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device de75dbac-e42d-46f8-af93-efcb548d1c17 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:22:48.075634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] No Port match for: de75dbac-e42d-46f8-af93-efcb548d1c17 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:22:48.076335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device de75dbac-e42d-46f8-af93-efcb548d1c17 not bound to the agent host hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:22:48.094197 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0830a99-d335-45ef-b419-2620a7ee2733 req-b6770bdb-bd96-4930-9bd7-005eb255dbe0 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] No DVR routers for this DVR port de75dbac-e42d-46f8-af93-efcb548d1c17 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:22:48.101101 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a0830a99-d335-45ef-b419-2620a7ee2733 req-b6770bdb-bd96-4930-9bd7-005eb255dbe0 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:48.106491 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9c4baf-9c86-4316-a9a6-4113cc6be9d7', 'name': 'network-vif-deleted', 'tag': 'de75dbac-e42d-46f8-af93-efcb548d1c17'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:22:48.128147 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a0830a99-d335-45ef-b419-2620a7ee2733 req-b6770bdb-bd96-4930-9bd7-005eb255dbe0 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.70 "DELETE /v2.0/ports/de75dbac-e42d-46f8-af93-efcb548d1c17 HTTP/1.1" status: 204  len: 173 time: 1.6999953
Dec 17 16:22:48.161895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca19b34-ab00-4aa5-a645-0cabdb8ca28f req-dd7b9de1-b0ad-4e4c-ac20-72c13b1a8671 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:48.163825 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fca19b34-ab00-4aa5-a645-0cabdb8ca28f req-dd7b9de1-b0ad-4e4c-ac20-72c13b1a8671 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.1214345
Dec 17 16:22:48.174908 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9c4baf-9c86-4316-a9a6-4113cc6be9d7', 'name': 'network-vif-deleted', 'tag': 'de75dbac-e42d-46f8-af93-efcb548d1c17', 'status': 'completed', 'code': 200}
Dec 17 16:22:48.226055 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fca19b34-ab00-4aa5-a645-0cabdb8ca28f req-cb8c4161-dcdf-429b-8f45-58480cbda4c3 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501778
Dec 17 16:22:48.711302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173785b8-09ca-4789-bba4-dc0031199e9b req-21418da0-ee5b-458c-96a8-e4b7ed966d80 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:48.713154 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-173785b8-09ca-4789-bba4-dc0031199e9b req-21418da0-ee5b-458c-96a8-e4b7ed966d80 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.1009984
Dec 17 16:22:48.774612 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-173785b8-09ca-4789-bba4-dc0031199e9b req-1918d7b0-50aa-4615-93b7-f9d311ef31f3 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0491867
Dec 17 16:22:48.887306 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-4dfc813f-033f-4e28-a6f6-6a79d8afbdfa req-f49c741d-213b-4242-9e85-5902f6b6d0ab tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Synchronizing usage tracker for tenant:6ca50fba28ee44cca900a45f579fb936 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:22:48.902788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-4dfc813f-033f-4e28-a6f6-6a79d8afbdfa req-f49c741d-213b-4242-9e85-5902f6b6d0ab tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Unset dirty status for tenant:6ca50fba28ee44cca900a45f579fb936 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:22:48.904072 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4dfc813f-033f-4e28-a6f6-6a79d8afbdfa req-f49c741d-213b-4242-9e85-5902f6b6d0ab tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.0675550
Dec 17 16:22:49.181374 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d00a7-88aa-428c-9a8c-a0db1d1dace2 req-4fe8e472-399b-4fc3-81c0-a8f9fa2e0991 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:49.183573 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7e6d00a7-88aa-428c-9a8c-a0db1d1dace2 req-4fe8e472-399b-4fc3-81c0-a8f9fa2e0991 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1052823
Dec 17 16:22:49.241969 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7e6d00a7-88aa-428c-9a8c-a0db1d1dace2 req-7c2bb8ce-5b80-49bd-8a5c-62b65176604f tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513153
Dec 17 16:22:49.510222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd42065-f6ee-4394-aafe-9112465cb7e1 req-59664405-1340-4510-9958-d8e50b3afa95 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:49.511886 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4dd42065-f6ee-4394-aafe-9112465cb7e1 req-59664405-1340-4510-9958-d8e50b3afa95 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.1243787
Dec 17 16:22:49.566520 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4dd42065-f6ee-4394-aafe-9112465cb7e1 req-035694de-d9b3-4c2e-be74-a6204835c9ef tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476868
Dec 17 16:22:50.059336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831d7e7-5334-41c0-b9f3-cb9efaf15e3b req-a99fd695-b7c3-4bd3-968c-8108ec3a2c08 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:50.061229 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0831d7e7-5334-41c0-b9f3-cb9efaf15e3b req-a99fd695-b7c3-4bd3-968c-8108ec3a2c08 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.1065691
Dec 17 16:22:50.110986 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-22fc0ef9-9d96-43a5-a241-ee5cdb1f9e2a req-3dbf2ada-c887-4c86-b6ef-785e0ef88198 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.0570803
Dec 17 16:22:50.124485 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0831d7e7-5334-41c0-b9f3-cb9efaf15e3b req-b7d2a102-de01-4db0-b443-52b8d4d65ca1 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0555773
Dec 17 16:22:50.497714 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a301c-28da-4928-8f6f-a6ca801d31b3 req-539663d5-77c5-4000-afe3-8eb520826411 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:50.499388 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3e0a301c-28da-4928-8f6f-a6ca801d31b3 req-539663d5-77c5-4000-afe3-8eb520826411 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1151836
Dec 17 16:22:50.553525 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3e0a301c-28da-4928-8f6f-a6ca801d31b3 req-9e3b7f6b-e5e8-4a45-8280-fe2e6f24769e tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460303
Dec 17 16:22:50.842826 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa342f99-ce71-4636-9d39-2f070937a826 req-0194d678-0983-4e7d-9e13-ebd93d149bde tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:50.844448 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fa342f99-ce71-4636-9d39-2f070937a826 req-0194d678-0983-4e7d-9e13-ebd93d149bde tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0919490
Dec 17 16:22:50.892732 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fa342f99-ce71-4636-9d39-2f070937a826 req-1ae1f78e-6ba5-414f-b50b-81f2e487a2b2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417819
Dec 17 16:22:51.352967 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3a1e4eb6-06f8-419c-bfc6-4aa2b3028abe req-6fcb9c2e-2744-401d-a1c2-d087a1ef3d52 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.0649204
Dec 17 16:22:51.398092 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d22c0-f591-4f69-988a-bec62a019169 req-397319a0-7333-4bd9-bf94-cb24f1c98ddf tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:51.409431 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-292d22c0-f591-4f69-988a-bec62a019169 req-397319a0-7333-4bd9-bf94-cb24f1c98ddf tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.1065052
Dec 17 16:22:51.458452 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-292d22c0-f591-4f69-988a-bec62a019169 req-d9065d1c-2c51-41d3-a5a6-fc0c0feb9f74 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0479434
Dec 17 16:22:51.799857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c750a4-6ea3-4181-ba60-d75a3fb6ed72 req-619f9502-0dc4-43ad-857f-1b9b33f59e7a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:51.801561 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b3c750a4-6ea3-4181-ba60-d75a3fb6ed72 req-619f9502-0dc4-43ad-857f-1b9b33f59e7a tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1009521
Dec 17 16:22:51.850175 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b3c750a4-6ea3-4181-ba60-d75a3fb6ed72 req-557a6bda-a035-4361-80ab-acc3e79e99c6 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413461
Dec 17 16:22:52.134241 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5ab3d-a8ff-4295-b0c3-310dfa0a3e59 req-6c6d2e97-b26c-4397-baaa-e709e770f0d2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:52.143553 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-38e5ab3d-a8ff-4295-b0c3-310dfa0a3e59 req-6c6d2e97-b26c-4397-baaa-e709e770f0d2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.1009607
Dec 17 16:22:52.190254 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-38e5ab3d-a8ff-4295-b0c3-310dfa0a3e59 req-1de72ee6-3bc4-423b-96cb-dcb3967419d2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459540
Dec 17 16:22:52.555610 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cb835078-9df0-402e-a376-dcc988bbec47 req-0a72c2c9-13a8-4a7d-be4a-e8c3432e10d2 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.0612347
Dec 17 16:22:52.717760 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baa365-d635-4d42-bc55-e8b4c2f409d5 req-80e29779-ea14-4254-9823-cb3d8f7434c0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:52.720420 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-90baa365-d635-4d42-bc55-e8b4c2f409d5 req-80e29779-ea14-4254-9823-cb3d8f7434c0 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.1102662
Dec 17 16:22:52.787842 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-90baa365-d635-4d42-bc55-e8b4c2f409d5 req-b1c54da8-3884-4417-9cd5-65ad6a8e7318 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0565119
Dec 17 16:22:53.077729 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab63111-face-4bc4-a16c-9fe1a4333479 req-3144cf24-c5c9-4804-87f0-810ec7fb3e35 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:53.079531 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-aab63111-face-4bc4-a16c-9fe1a4333479 req-3144cf24-c5c9-4804-87f0-810ec7fb3e35 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0932868
Dec 17 16:22:53.134158 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-aab63111-face-4bc4-a16c-9fe1a4333479 req-058769d1-bb62-4cc9-9a0e-85b3e0098503 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447490
Dec 17 16:22:53.437821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48e6d9-ede0-4624-bbdc-092a70464c29 req-0d17d736-3097-4e05-9d7e-d867e0745ac0 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:53.439864 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ff48e6d9-ede0-4624-bbdc-092a70464c29 req-0d17d736-3097-4e05-9d7e-d867e0745ac0 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0949020
Dec 17 16:22:53.501861 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ff48e6d9-ede0-4624-bbdc-092a70464c29 req-a5ea3f42-835c-411d-9668-849b3b6990cc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531223
Dec 17 16:22:53.752730 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-820ee994-52c2-4026-ba52-111f064e762c req-3f6d24f4-9cf9-4203-a71b-f0f025fc5b60 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.0702598
Dec 17 16:22:54.032398 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c06d0-8578-43a7-bdef-8e146485cc46 req-33479fed-e325-484d-9dc9-0606c20fdc44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:54.034268 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-014c06d0-8578-43a7-bdef-8e146485cc46 req-33479fed-e325-484d-9dc9-0606c20fdc44 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0914316
Dec 17 16:22:54.089930 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-014c06d0-8578-43a7-bdef-8e146485cc46 req-a7472259-855d-4fd5-a977-a52a4f2aa36e tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0472689
Dec 17 16:22:54.367809 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f87cbe-ba16-471a-8122-718682492eb7 req-eb7ed735-ff9f-4335-9da3-9dbe6a4268c9 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:54.369534 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a3f87cbe-ba16-471a-8122-718682492eb7 req-eb7ed735-ff9f-4335-9da3-9dbe6a4268c9 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0902708
Dec 17 16:22:54.429387 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a3f87cbe-ba16-471a-8122-718682492eb7 req-a76f3dd8-df21-4806-9cb8-e1fd01548ba8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533159
Dec 17 16:22:54.769132 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cf482-d52a-4ee8-a0fb-25fb79b1bbbd req-b47ee71e-cb07-493a-ac68-8c275faec4b0 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:54.770751 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-102cf482-d52a-4ee8-a0fb-25fb79b1bbbd req-b47ee71e-cb07-493a-ac68-8c275faec4b0 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0992033
Dec 17 16:22:54.823181 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-102cf482-d52a-4ee8-a0fb-25fb79b1bbbd req-f52e7f37-8e0f-47d6-92a2-45a1c18760c1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445495
Dec 17 16:22:54.960701 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5195bfa9-bab3-426a-b876-b59d62a2de2f req-75f3843e-9ae4-4ec4-a40e-50616694c04d tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.0531852
Dec 17 16:22:55.317354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25051823-1e0f-488e-859c-c358ee66f724 req-fa2b5b70-4911-461f-8668-dc6230f5683b tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:55.319241 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-25051823-1e0f-488e-859c-c358ee66f724 req-fa2b5b70-4911-461f-8668-dc6230f5683b tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0843368
Dec 17 16:22:55.399215 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-25051823-1e0f-488e-859c-c358ee66f724 req-2f1d140e-7ff5-4b29-9561-247e2879d1be tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0707469
Dec 17 16:22:55.631443 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:55.657788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab667e85-287f-4e07-acc4-188081a2db82 req-34a87f09-f009-4990-bb25-50bab5dd8b18 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:55.659635 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ab667e85-287f-4e07-acc4-188081a2db82 req-34a87f09-f009-4990-bb25-50bab5dd8b18 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0951498
Dec 17 16:22:55.724615 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ab667e85-287f-4e07-acc4-188081a2db82 req-6927ae25-3dc4-42b8-9e30-b7fbb91c940b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570116
Dec 17 16:22:56.116227 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7983e7-b77c-4f9b-9a8f-a70137003449 req-c3b0e2ba-1891-49fb-802e-03e0a4573166 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:56.133680 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5f7983e7-b77c-4f9b-9a8f-a70137003449 req-c3b0e2ba-1891-49fb-802e-03e0a4573166 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.1312602
Dec 17 16:22:56.210368 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1defe206-00fd-48f3-bf5c-0bda807ea3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:56.212864 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0462bc25-9686-4d2f-aef2-275a37bfa55a req-dbca2902-b0bf-4be2-9582-e4dee213ab18 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.0824087
Dec 17 16:22:56.226784 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5f7983e7-b77c-4f9b-9a8f-a70137003449 req-16741183-e5a5-4e62-b71f-b04c43795d19 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891118
Dec 17 16:22:56.624344 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64977c7-07cf-404c-aa26-2a156e30126e req-acca6084-03d5-4319-98f5-9314bd2c602b tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:56.626049 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f64977c7-07cf-404c-aa26-2a156e30126e req-acca6084-03d5-4319-98f5-9314bd2c602b tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0874450
Dec 17 16:22:56.680364 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f64977c7-07cf-404c-aa26-2a156e30126e req-325bc7d3-ec32-46f9-9170-e186c09857aa tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0474720
Dec 17 16:22:56.948537 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fac573-a69a-46a3-bd1e-9135f80d229e req-c86b4db5-4f97-4d47-998e-186c8f4e4fdf tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:56.950162 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-34fac573-a69a-46a3-bd1e-9135f80d229e req-c86b4db5-4f97-4d47-998e-186c8f4e4fdf tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0899255
Dec 17 16:22:57.007409 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-34fac573-a69a-46a3-bd1e-9135f80d229e req-6283b608-16ed-4bbc-bd05-fdc2eaf99db7 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460234
Dec 17 16:22:57.405624 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bb623670-2b3e-4b16-85a2-1a1bc04b5a0c req-b0b50b12-8c5c-4357-b12d-2b69f0a13d52 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.0525379
Dec 17 16:22:57.500097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504fc99-c271-4092-8ce8-1a759aa8c0dc req-dc1d9d84-ca8d-420f-a600-5b105e4da570 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:57.501634 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7504fc99-c271-4092-8ce8-1a759aa8c0dc req-dc1d9d84-ca8d-420f-a600-5b105e4da570 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.1037853
Dec 17 16:22:57.567902 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7504fc99-c271-4092-8ce8-1a759aa8c0dc req-dea19091-d63c-4f35-93c6-0a3093586001 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597899
Dec 17 16:22:57.897056 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec4415-a9a9-47ce-b63a-27187ab0f103 req-15bc6b4e-af05-469c-b3ff-e200603efc58 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:57.898953 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-afec4415-a9a9-47ce-b63a-27187ab0f103 req-15bc6b4e-af05-469c-b3ff-e200603efc58 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0853970
Dec 17 16:22:57.954720 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-afec4415-a9a9-47ce-b63a-27187ab0f103 req-3772ead5-97bc-4821-bd29-e34c3bfd6c9f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0471129
Dec 17 16:22:58.420056 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40ddf4-a539-4d7a-8bcf-75416ace9c77 req-35f7e4fb-29f0-4303-9389-3e08245aa812 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:58.421694 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d40ddf4-a539-4d7a-8bcf-75416ace9c77 req-35f7e4fb-29f0-4303-9389-3e08245aa812 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.2827926
Dec 17 16:22:58.469721 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d40ddf4-a539-4d7a-8bcf-75416ace9c77 req-3030b385-9e42-4ea8-922a-91cd3240cc2f tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416493
Dec 17 16:22:58.602715 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-958de1ef-0ebf-4645-b73f-29ae6b06a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:58.602937 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-26ce9ff8-0757-41fc-9324-40bec9aa06e1 req-6c760971-f07f-448b-a9e3-174ef5602836 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.0482607
Dec 17 16:22:58.793043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66debd56-6fac-4755-ad10-0aba5cac120a req-851e4f76-47dd-4001-906f-f9806c94067e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:58.794620 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-66debd56-6fac-4755-ad10-0aba5cac120a req-851e4f76-47dd-4001-906f-f9806c94067e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0854754
Dec 17 16:22:58.841958 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-66debd56-6fac-4755-ad10-0aba5cac120a req-1230dca5-3230-4961-96d7-cdedbe64adf4 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408261
Dec 17 16:22:59.175962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fd60c-5b09-4473-ba9d-d8421a148184 req-14c535ab-1d08-4c8e-b07f-5a38c17280f7 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:59.177736 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-de9fd60c-5b09-4473-ba9d-d8421a148184 req-14c535ab-1d08-4c8e-b07f-5a38c17280f7 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0893548
Dec 17 16:22:59.237523 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-de9fd60c-5b09-4473-ba9d-d8421a148184 req-9b3e3e2c-96f4-43c1-a61c-7dffd77f5f8c tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0522733
Dec 17 16:22:59.578578 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:22:59.689015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cc347-99ca-48fa-b384-fd0fd6c2ec0c req-58fd2a05-cd0a-406f-a05f-64cc724ef80f tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:22:59.690541 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-835cc347-99ca-48fa-b384-fd0fd6c2ec0c req-58fd2a05-cd0a-406f-a05f-64cc724ef80f tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0880771
Dec 17 16:22:59.745103 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-835cc347-99ca-48fa-b384-fd0fd6c2ec0c req-77b010d5-07f6-4ed5-b81e-c575c19663dd tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461152
Dec 17 16:23:00.040055 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e65561b3-dafd-476b-b4e5-9e0b49351d36 req-515d97c6-2eb5-4d0a-948c-d423db2534b1 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=0d9c4baf-9c86-4316-a9a6-4113cc6be9d7 HTTP/1.1" status: 200  len: 210 time: 0.2733526
Dec 17 16:23:00.101469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0488c-2637-4b5f-a0a8-597b19d4584e req-0bc68b69-e5a7-40e7-9bdb-0f20e507ecc7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:00.103073 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-68e0488c-2637-4b5f-a0a8-597b19d4584e req-0bc68b69-e5a7-40e7-9bdb-0f20e507ecc7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.1104407
Dec 17 16:23:00.149836 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-68e0488c-2637-4b5f-a0a8-597b19d4584e req-5fd40541-7baa-41d0-a1b0-f61e814d7aa0 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396698
Dec 17 16:23:00.325113 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:00.452753 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d7d45-f846-4679-9b99-f45971641cd1 req-5c5d5a5d-f03e-499f-99d9-23c045b8bc31 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:00.454352 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ac4d7d45-f846-4679-9b99-f45971641cd1 req-5c5d5a5d-f03e-499f-99d9-23c045b8bc31 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0843282
Dec 17 16:23:00.504210 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ac4d7d45-f846-4679-9b99-f45971641cd1 req-168e3bf3-26f3-4c93-9cad-541416951ebe tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=993f9596-d46b-4619-a4c6-07a753e7d637&id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0434248
Dec 17 16:23:00.960417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2a1bf-e76c-42c7-8cba-ea173270cef2 req-cd9e1673-ec73-4ee7-af47-4d53ee73d5c4 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:00.961988 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-84c2a1bf-e76c-42c7-8cba-ea173270cef2 req-cd9e1673-ec73-4ee7-af47-4d53ee73d5c4 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.0857530
Dec 17 16:23:01.008015 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-84c2a1bf-e76c-42c7-8cba-ea173270cef2 req-ed1bacfe-00fb-40e1-b86a-45e81179402b tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/security-groups?id=543ebb7f-9da2-42e1-ab52-a5761d3a1afa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395923
Dec 17 16:23:01.019673 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:01.498703 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f23de-185f-42fd-82cf-af89ef9c8b10 req-4e5ab81c-0b22-434c-bed2-a4ffb28e3290 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:01.500334 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-794f23de-185f-42fd-82cf-af89ef9c8b10 req-4e5ab81c-0b22-434c-bed2-a4ffb28e3290 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.70 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 946 time: 0.1064692
Dec 17 16:23:01.532587 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4bc9a-4b84-491d-b5a0-32cfd78a6c88 req-95724b2c-0d24-41b8-a52f-fe0cf8176d77 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:01.534497 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-75a4bc9a-4b84-491d-b5a0-32cfd78a6c88 req-95724b2c-0d24-41b8-a52f-fe0cf8176d77 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0954549
Dec 17 16:23:01.575429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-794f23de-185f-42fd-82cf-af89ef9c8b10 req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Deleting port 053c8060-dc93-473f-a72e-8627d1ba54a4 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:23:01.575812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-794f23de-185f-42fd-82cf-af89ef9c8b10 req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:01.586095 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-75a4bc9a-4b84-491d-b5a0-32cfd78a6c88 req-fb6c4170-7762-40c2-9094-58273427590d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449586
Dec 17 16:23:01.841222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-794f23de-185f-42fd-82cf-af89ef9c8b10 req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] For port 053c8060-dc93-473f-a72e-8627d1ba54a4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=053c8060-dc93-473f-a72e-8627d1ba54a4,segment=NetworkSegment(619e87b5-9ec1-409d-a56a-9a130283295c),segment_id=619e87b5-9ec1-409d-a56a-9a130283295c)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:23:01.841506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-794f23de-185f-42fd-82cf-af89ef9c8b10 req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:01.972838 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-794f23de-185f-42fd-82cf-af89ef9c8b10 req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Calling delete_port for 053c8060-dc93-473f-a72e-8627d1ba54a4 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:23:02.139801 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-794f23de-185f-42fd-82cf-af89ef9c8b10 req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:02.156300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:02.256609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Pushing event deleted for resources: {'Port': ['ID=053c8060-dc93-473f-a72e-8627d1ba54a4,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:02.315324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.315736 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.316144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.316573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.316974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.317375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.317769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.318163 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.318555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.318942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.319330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.319719 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.320190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.320587 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.320972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.321356 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.321738 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.322172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.323069 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.323455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.323839 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.324241 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.324627 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.325008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:02.337286 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3c3fb647-990f-415b-8647-174a28d4e292 req-eddee144-16d6-4c4f-9b83-19452ec23b65 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 210 time: 0.1429398
Dec 17 16:23:02.338190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:02.428863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-794f23de-185f-42fd-82cf-af89ef9c8b10 req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] No DVR routers for this DVR port 053c8060-dc93-473f-a72e-8627d1ba54a4 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:23:02.431143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-794f23de-185f-42fd-82cf-af89ef9c8b10 req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:02.434479 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2249538d-7318-4b98-aceb-28375f852228', 'name': 'network-vif-deleted', 'tag': '053c8060-dc93-473f-a72e-8627d1ba54a4'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:23:02.450480 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-794f23de-185f-42fd-82cf-af89ef9c8b10 req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.70 "DELETE /v2.0/ports/053c8060-dc93-473f-a72e-8627d1ba54a4 HTTP/1.1" status: 204  len: 173 time: 0.9439461
Dec 17 16:23:02.495951 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2249538d-7318-4b98-aceb-28375f852228', 'name': 'network-vif-deleted', 'tag': '053c8060-dc93-473f-a72e-8627d1ba54a4', 'status': 'completed', 'code': 200}
Dec 17 16:23:02.817880 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccc44f-1448-4b58-ae5e-190142285024 req-212bd6be-c3d5-4ca1-8c8d-4c739c30c068 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:02.819449 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1cccc44f-1448-4b58-ae5e-190142285024 req-212bd6be-c3d5-4ca1-8c8d-4c739c30c068 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0861380
Dec 17 16:23:02.877455 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1cccc44f-1448-4b58-ae5e-190142285024 req-925c736f-94ba-477f-8048-2a6d52c8569c tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515225
Dec 17 16:23:03.519291 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-53c7e6f4-328e-4c50-9956-8f02e49d069a req-b173c540-1818-4377-bb58-6098af9d8d8f tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 210 time: 0.0475423
Dec 17 16:23:04.110621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dbe63-e62c-4fbb-9daa-f171d60f6d99 req-b3e90c20-7e24-4938-90b8-223d7db464f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:04.112276 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-157dbe63-e62c-4fbb-9daa-f171d60f6d99 req-b3e90c20-7e24-4938-90b8-223d7db464f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0854678
Dec 17 16:23:04.159806 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-157dbe63-e62c-4fbb-9daa-f171d60f6d99 req-02298be2-ae5d-4bef-9f27-c078c35b8b76 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411940
Dec 17 16:23:04.557595 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 053c8060-dc93-473f-a72e-8627d1ba54a4 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:23:04.596690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] No Port match for: 053c8060-dc93-473f-a72e-8627d1ba54a4 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:23:04.597317 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 053c8060-dc93-473f-a72e-8627d1ba54a4 not bound to the agent host hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:23:04.714098 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-537b4095-ac26-4c49-ab3f-c79818c5df96 req-5df0ca30-67a7-4eea-9e8d-0cf5b5a34468 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 210 time: 0.0467703
Dec 17 16:23:05.333618 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:23:05.390844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d79b6-ba02-40d0-a20e-957b00ecb8dd req-5aa57de7-0c99-432d-ae96-9176d9717be1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:05.392493 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8e9d79b6-ba02-40d0-a20e-957b00ecb8dd req-5aa57de7-0c99-432d-ae96-9176d9717be1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0876048
Dec 17 16:23:05.442009 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8e9d79b6-ba02-40d0-a20e-957b00ecb8dd req-a77c44fb-c154-4365-a6eb-9002314fcf17 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425789
Dec 17 16:23:05.911833 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-aac72643-36e8-4cd7-bc6f-9af51aa7a9d9 req-07a6059a-54b9-4c07-a1fe-28055afa2bdb tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 210 time: 0.0495951
Dec 17 16:23:06.670650 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbca5-20fc-46bb-9c76-e2e2a09d51e7 req-387101dd-53f2-49b6-8de0-af1f09391d46 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:06.672282 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-195dbca5-20fc-46bb-9c76-e2e2a09d51e7 req-387101dd-53f2-49b6-8de0-af1f09391d46 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0844760
Dec 17 16:23:06.723208 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-195dbca5-20fc-46bb-9c76-e2e2a09d51e7 req-100fec1a-a838-44f2-9385-3ba436411c24 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446501
Dec 17 16:23:07.102261 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-da4270dd-fcc7-4d2e-a6e4-80cee40b2f1f req-3b1c3a82-35b0-4edf-856f-816471406d8d tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] 10.222.0.21 "GET /v2.0/ports?device_id=2249538d-7318-4b98-aceb-28375f852228 HTTP/1.1" status: 200  len: 210 time: 0.0474133
Dec 17 16:23:07.957625 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8460c96-125d-4a17-a15d-9ca6e60947e6 req-2cbba72f-2b2f-4ec2-831a-df1f45ff4fec tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:07.959347 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d8460c96-125d-4a17-a15d-9ca6e60947e6 req-2cbba72f-2b2f-4ec2-831a-df1f45ff4fec tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0872452
Dec 17 16:23:08.009415 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d8460c96-125d-4a17-a15d-9ca6e60947e6 req-cb6f4472-0171-4742-9fea-a9a11406f36b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436323
Dec 17 16:23:08.219622 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53742) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:08.577833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676792'] for router_interface, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:09.231064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] Deleting port 443aabc0-6422-456a-95ad-cd9061ce1724 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:23:09.231675 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:09.410932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e14af-447d-4ba6-a07d-8a1e04da9f7c req-67b35bc9-1547-4d62-9545-5d585e89cebe tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:09.412565 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d32e14af-447d-4ba6-a07d-8a1e04da9f7c req-67b35bc9-1547-4d62-9545-5d585e89cebe tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.2510872
Dec 17 16:23:09.490668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] For port 443aabc0-6422-456a-95ad-cd9061ce1724, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=443aabc0-6422-456a-95ad-cd9061ce1724,segment=NetworkSegment(619e87b5-9ec1-409d-a56a-9a130283295c),segment_id=619e87b5-9ec1-409d-a56a-9a130283295c)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:23:09.490980 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:09.504896 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d32e14af-447d-4ba6-a07d-8a1e04da9f7c req-d0d36985-df21-42b3-acd0-820bcca1a749 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849316
Dec 17 16:23:09.836640 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] Calling delete_port for 443aabc0-6422-456a-95ad-cd9061ce1724 owned by network:router_interface {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:23:10.155109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:10.170698 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:10.260141 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] Pushing event deleted for resources: {'Port': ['ID=443aabc0-6422-456a-95ad-cd9061ce1724,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:10.267402 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:10.568361 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1098573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676626'] for router_interface, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:10.737813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04608c28-5635-4d9f-b5a4-dc7e642e6a98 req-ad89f1c1-e252-4946-8637-a814721d1949 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:10.739439 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-04608c28-5635-4d9f-b5a4-dc7e642e6a98 req-ad89f1c1-e252-4946-8637-a814721d1949 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0841539
Dec 17 16:23:10.796086 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-04608c28-5635-4d9f-b5a4-dc7e642e6a98 req-2255cb2f-b589-42c9-97ce-637876cbdc2d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494318
Dec 17 16:23:11.076087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] Router 964e46b6-052c-4d23-864f-d1024f68487b has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:23:11.262266 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:23:11.275673 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] 10.222.0.21 "PUT /v2.0/routers/964e46b6-052c-4d23-864f-d1024f68487b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0548232
Dec 17 16:23:11.278227 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53762) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:11.278863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b58082-b420-4048-a449-7af239bc3dad None None] Sync routers for ids ['964e46b6-052c-4d23-864f-d1024f68487b'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:23:11.289708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b58082-b420-4048-a449-7af239bc3dad None None] Routers {'964e46b6-052c-4d23-864f-d1024f68487b'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:23:11.290381 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-e5b58082-b420-4048-a449-7af239bc3dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f28d550>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:22:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['964e46b6-052c-4d23-864f-d1024f68487b'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:11.474202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] Notify callbacks [] for router, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:11.497081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-e5b58082-b420-4048-a449-7af239bc3dad None None] Set router 964e46b6-052c-4d23-864f-d1024f68487b gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:23:11.661853 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:11.667532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] Deleting port f1c16dee-e010-44fb-81c3-b86f03b17bac {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:23:11.667906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:11.797641 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-e5b58082-b420-4048-a449-7af239bc3dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f28d550>, [{'id': '964e46b6-052c-4d23-864f-d1024f68487b', 'name': 'tempest-ServerRescueNegativeTestJSON-279160384-router', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:23:10Z', 'revision_number': 5, 'project_id': 'f78600edd8e846ce98c88d3cb8610385', 'gw_port': {'id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964e46b6-052c-4d23-864f-d1024f68487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:44Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:11.801771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b58082-b420-4048-a449-7af239bc3dad None None] Checking router: 964e46b6-052c-4d23-864f-d1024f68487b for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:23:11.810640 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b58082-b420-4048-a449-7af239bc3dad None None] Routers {'964e46b6-052c-4d23-864f-d1024f68487b'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:23:11.811273 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-e5b58082-b420-4048-a449-7af239bc3dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f28d550>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:22:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['964e46b6-052c-4d23-864f-d1024f68487b'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:11.848824 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] For port f1c16dee-e010-44fb-81c3-b86f03b17bac, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=f1c16dee-e010-44fb-81c3-b86f03b17bac,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:23:11.849321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:12.014604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-e5b58082-b420-4048-a449-7af239bc3dad None None] Set router 964e46b6-052c-4d23-864f-d1024f68487b gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:23:12.236052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] Calling delete_port for f1c16dee-e010-44fb-81c3-b86f03b17bac owned by network:router_gateway {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:23:12.325182 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-e5b58082-b420-4048-a449-7af239bc3dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f28d550>, [{'id': '964e46b6-052c-4d23-864f-d1024f68487b', 'name': 'tempest-ServerRescueNegativeTestJSON-279160384-router', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:23:10Z', 'revision_number': 5, 'project_id': 'f78600edd8e846ce98c88d3cb8610385', 'gw_port': {'id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964e46b6-052c-4d23-864f-d1024f68487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:44Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:12.329256 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b58082-b420-4048-a449-7af239bc3dad None None] The sync data for ids ['964e46b6-052c-4d23-864f-d1024f68487b'] in dv-cinder-766752-2-iscsi is: [{'id': '964e46b6-052c-4d23-864f-d1024f68487b', 'name': 'tempest-ServerRescueNegativeTestJSON-279160384-router', 'tenant_id': 'f78600edd8e846ce98c88d3cb8610385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:41Z', 'updated_at': '2020-12-17T16:23:10Z', 'revision_number': 5, 'project_id': 'f78600edd8e846ce98c88d3cb8610385', 'gw_port': {'id': 'f1c16dee-e010-44fb-81c3-b86f03b17bac', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964e46b6-052c-4d23-864f-d1024f68487b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:44Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:23:12.354094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbc9da-b79b-48e7-a8ca-8a2fd23e163d req-5c94e066-1912-4a4b-aa0f-9759e6f4cbf4 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:12.355708 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d1cbc9da-b79b-48e7-a8ca-8a2fd23e163d req-5c94e066-1912-4a4b-aa0f-9759e6f4cbf4 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.2181458
Dec 17 16:23:12.451499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.plugins.ml2.ovo_rpc [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     result = function(*args, **kwargs)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     proto.__init__(conn_state, self)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.handle()
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.handle_one_request()
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.handle_one_response()
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     result = self.application(self.environ, start_response)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     return app(environ, start_response)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     resp = self.call_func(req, *args, **kw)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.func(req, *args, **kwargs)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     response = req.get_response(self.application)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     application, catch_exc_info=False)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     app_iter = application(self.environ, start_response)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     resp = self.call_func(req, *args, **kw)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.func(req, *args, **kwargs)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     response = req.get_response(self.application)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     application, catch_exc_info=False)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     app_iter = application(self.environ, start_response)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     resp = self.call_func(req, *args, **kw)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.func(req, *args, **kwargs)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     response = req.get_response(self.application)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     application, catch_exc_info=False)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     app_iter = application(self.environ, start_response)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     resp = self.call_func(req, *args, **kw)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.func(req, *args, **kwargs)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     response = req.get_response(self.application)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     application, catch_exc_info=False)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     app_iter = application(self.environ, start_response)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     resp = self.call_func(req, *args, **kw)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.func(req, *args, **kwargs)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     return request.get_response(self.application)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     application, catch_exc_info=False)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     app_iter = application(self.environ, start_response)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     resp = self.call_func(req, *args, **kw)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.func(req, *args, **kwargs)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     response = req.get_response(self._app)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     application, catch_exc_info=False)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     app_iter = application(self.environ, start_response)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     return resp(environ, start_response)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     return resp(environ, start_response)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     response = self.app(environ, start_response)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     return resp(environ, start_response)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     resp = self.call_func(req, *args, **kw)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.func(req, *args, **kwargs)
Dec 17 16:23:12.454113 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     result = method(request=request, **args)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._delete(request, id, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(*args, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(*args, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(*dup_args, **dup_kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     obj_deleter(request.context, id, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     return method(*args, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(*args, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(*args, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(*dup_args, **dup_kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._delete_current_gw_port(context, id, router, None)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, context, *args, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     return method(*args, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     context, port, router_ids, bound_mech_contexts)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     return function(*args, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     callback(resource, event, trigger, **kwargs)
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     if self._is_session_semantic_violated(context, resource, event):
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]:     stack = traceback.extract_stack()
Dec 17 16:23:12.462108 dv-cinder-766752-2-iscsi neutron-server[80166]: 
Dec 17 16:23:12.471454 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d1cbc9da-b79b-48e7-a8ca-8a2fd23e163d req-9c689fa7-98d1-41a4-ac4a-cfe2f96bccb4 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0838010
Dec 17 16:23:12.647783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102653'] for router_gateway, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:12.782316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110377'] for router, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:12.784686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:12.819146 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device f8ff982b-c017-44d9-b7c9-e1f5afb920d3 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:23:12.871024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669308'] for router, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:12.871548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 964e46b6-052c-4d23-864f-d1024f68487b {{(pid=80279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 17 16:23:12.884761 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:12.886009 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-deb191f0-bd7f-4273-89b2-050d07ed73af admin admin] 10.222.0.21 "DELETE /v2.0/routers/964e46b6-052c-4d23-864f-d1024f68487b HTTP/1.1" status: 204  len: 168 time: 1.6068008
Dec 17 16:23:12.888808 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53774) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:12.894423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:12.894839 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:12.959304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e883186-0dca-4083-95c0-4c28bf92309e admin admin] Deleting subnet d7f039d2-014e-47ec-bed2-d630a94a12ce {{(pid=80279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:23:12.963022 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4e883186-0dca-4083-95c0-4c28bf92309e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:13.019106 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4e883186-0dca-4083-95c0-4c28bf92309e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789497186'] for subnet, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:13.021266 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:13.050758 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:23:13.062347 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port f8ff982b-c017-44d9-b7c9-e1f5afb920d3, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:23:13.065342 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:13.068202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:13.088430 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4e883186-0dca-4083-95c0-4c28bf92309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:13.133788 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3', 'code': 200}
Dec 17 16:23:13.147726 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,revision_number=6']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:13.152569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:13.351691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 443aabc0-6422-456a-95ad-cd9061ce1724 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:23:13.412716 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4e883186-0dca-4083-95c0-4c28bf92309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65771292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789246181'] for subnet, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:13.413525 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: 443aabc0-6422-456a-95ad-cd9061ce1724 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:23:13.413924 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 443aabc0-6422-456a-95ad-cd9061ce1724 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:23:13.430547 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d70fe1c1-c6f5-47df-80a8-e1170fd4fcda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:13.474682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device f8ff982b-c017-44d9-b7c9-e1f5afb920d3 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:23:13.530016 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e883186-0dca-4083-95c0-4c28bf92309e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f039d2-014e-47ec-bed2-d630a94a12ce,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:13.537851 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4e883186-0dca-4083-95c0-4c28bf92309e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:13.594313 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:13.595006 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:13.616197 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4e883186-0dca-4083-95c0-4c28bf92309e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:13.625977 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4e883186-0dca-4083-95c0-4c28bf92309e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d7f039d2-014e-47ec-bed2-d630a94a12ce HTTP/1.1" status: 204  len: 168 time: 0.7360578
Dec 17 16:23:13.628486 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53792) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:13.769986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:14.049981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e8baf-6a47-44a2-ae01-10de3f148a66 req-ac10ca83-3ab6-464c-83c9-f0f6f393faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:14.051680 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3b7e8baf-6a47-44a2-ae01-10de3f148a66 req-ac10ca83-3ab6-464c-83c9-f0f6f393faa7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 1163 time: 0.2116940
Dec 17 16:23:14.070866 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db169-71c3-4b57-a537-22919b415fcc req-5ad10bf8-27fd-449e-979f-cd4278eb3c86 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:14.071603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-126db169-71c3-4b57-a537-22919b415fcc req-5ad10bf8-27fd-449e-979f-cd4278eb3c86 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Synchronizing usage tracker for tenant:6ca50fba28ee44cca900a45f579fb936 on resource:network {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:23:14.090220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-126db169-71c3-4b57-a537-22919b415fcc req-5ad10bf8-27fd-449e-979f-cd4278eb3c86 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Unset dirty status for tenant:6ca50fba28ee44cca900a45f579fb936 on resource:network {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:23:14.091472 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-5ad10bf8-27fd-449e-979f-cd4278eb3c86 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/networks?id=e152e971-8233-4860-bd5f-3b2d11e13566 HTTP/1.1" status: 200  len: 813 time: 0.2030637
Dec 17 16:23:14.108335 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-fd7969b1-7342-4c17-b684-854871691139 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/quotas/6ca50fba28ee44cca900a45f579fb936 HTTP/1.1" status: 200  len: 375 time: 0.0103490
Dec 17 16:23:14.155451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d090c7-b1aa-418c-bf14-2053af4c345c req-1df24230-e30b-4dbf-99fd-8b7f5ce47337 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:14.157019 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c1d090c7-b1aa-418c-bf14-2053af4c345c req-1df24230-e30b-4dbf-99fd-8b7f5ce47337 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.3158190
Dec 17 16:23:14.159716 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:14.161006 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-ce85357d-6901-4264-8d22-cb1dc4495171 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ca50fba28ee44cca900a45f579fb936&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0463703
Dec 17 16:23:14.267929 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3b7e8baf-6a47-44a2-ae01-10de3f148a66 req-41a9ac50-ae6b-45c7-9b0c-89bdee508d7a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1579976
Dec 17 16:23:14.307852 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-c8ed4659-1ce2-460a-9aff-27900da55f46 service neutron] 10.222.0.21 "GET /v2.0/networks/e152e971-8233-4860-bd5f-3b2d11e13566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390862
Dec 17 16:23:14.312747 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c1d090c7-b1aa-418c-bf14-2053af4c345c req-f35f6137-d547-49dc-a78b-ce064fc9da43 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1382656
Dec 17 16:23:14.334071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81ec787b8>,) {'filters': {'network_id': ['a360a352-036a-4853-a7e2-1332b2ba98f6']}} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:14.349258 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81ec787b8>, '619e87b5-9ec1-409d-a56a-9a130283295c') {'for_net_delete': True} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:14.349591 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81ec787b8>, '619e87b5-9ec1-409d-a56a-9a130283295c') {} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:14.362853 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65278599'] for segment, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:14.380484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:14.382839 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:23:14.457192 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-ae6fc79f-3074-4f4e-8f61-ed61d6768dd6 service neutron] 10.222.0.21 "GET /v2.0/networks/e152e971-8233-4860-bd5f-3b2d11e13566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423051
Dec 17 16:23:14.567309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] Network a360a352-036a-4853-a7e2-1332b2ba98f6 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:23:14.577670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789004610'] for segment, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:14.723169 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-07accd0d-c550-46de-94e7-7ebc64a1aaa4 req-cf4227d1-a25a-4a3e-8a7b-5d0b664f4520 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 210 time: 0.0655808
Dec 17 16:23:14.825598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] Network a360a352-036a-4853-a7e2-1332b2ba98f6 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:23:14.849488 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:23:14.936418 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:14.940080 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:15.185111 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:15.191353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] Pushing event deleted for resources: {'Network': ['ID=a360a352-036a-4853-a7e2-1332b2ba98f6,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:15.195940 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:15.203853 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] 10.222.0.21 "DELETE /v2.0/networks/a360a352-036a-4853-a7e2-1332b2ba98f6 HTTP/1.1" status: 204  len: 168 time: 1.5743127
Dec 17 16:23:15.420082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device f1c16dee-e010-44fb-81c3-b86f03b17bac no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:23:15.483887 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53830) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:15.510597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: f1c16dee-e010-44fb-81c3-b86f03b17bac {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:23:15.511172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device f1c16dee-e010-44fb-81c3-b86f03b17bac not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:23:15.547989 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-1b429303-dccc-46aa-816b-ae0f004ec416 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f78600edd8e846ce98c88d3cb8610385&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0626917
Dec 17 16:23:15.550864 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53836) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:15.629376 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3dcae371-e51f-4127-887d-df73b9127c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:15.634076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f8179-eaa7-480e-8d27-6705b44c4083 req-10e93032-3942-4a3e-bc9b-6d12a3c7b5a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:15.636625 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-877f8179-eaa7-480e-8d27-6705b44c4083 req-10e93032-3942-4a3e-bc9b-6d12a3c7b5a1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0964777
Dec 17 16:23:15.662499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3dcae371-e51f-4127-887d-df73b9127c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:15.729144 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-877f8179-eaa7-480e-8d27-6705b44c4083 req-d121da85-84cd-4e2f-a748-05390e9adb4e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772195
Dec 17 16:23:15.740818 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3dcae371-e51f-4127-887d-df73b9127c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:15.755503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6794c431-6797-4d03-bb8c-148725f032e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:15.779131 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcae371-e51f-4127-887d-df73b9127c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543ebb7f-9da2-42e1-ab52-a5761d3a1afa,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:15.784084 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3dcae371-e51f-4127-887d-df73b9127c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:15.798773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3dcae371-e51f-4127-887d-df73b9127c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:15.803335 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-3dcae371-e51f-4127-887d-df73b9127c0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/543ebb7f-9da2-42e1-ab52-a5761d3a1afa HTTP/1.1" status: 204  len: 168 time: 0.2491291
Dec 17 16:23:16.135118 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2c4252bf-96ba-49b3-a0b0-a98eba8f49dc req-c1a1899d-ba89-4396-973a-c75b4b76a0c9 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 210 time: 0.1319668
Dec 17 16:23:16.201967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db169-71c3-4b57-a537-22919b415fcc req-d5e5a1dd-eef0-435d-8b75-81125e78686f tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:16.203555 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-d5e5a1dd-eef0-435d-8b75-81125e78686f tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.70 "GET /v2.0/networks?id=e152e971-8233-4860-bd5f-3b2d11e13566 HTTP/1.1" status: 200  len: 813 time: 0.2539055
Dec 17 16:23:16.229729 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Request body: {'port': {'device_id': 'e9389809-7cda-4587-ad6c-627582e649a0', 'network_id': 'e152e971-8233-4860-bd5f-3b2d11e13566', 'admin_state_up': True, 'tenant_id': '6ca50fba28ee44cca900a45f579fb936'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:23:16.412734 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:23:16.424437 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:23:16.435097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Made reservation on behalf of 6ca50fba28ee44cca900a45f579fb936 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:23:16.441923 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:16.764519 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Allocated IP 172.20.0.4 (e152e971-8233-4860-bd5f-3b2d11e13566/eb330f05-c9ec-4615-9733-91442c0a43b0/1dd3758b-7ebb-4826-8bbe-fa36bd567bc0) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:23:16.906036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 53902) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:16.959904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c022a-0b49-4992-ac74-c78563978bc8 req-2e809457-8493-44a0-adf8-960611b7628f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:16.961583 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3b3c022a-0b49-4992-ac74-c78563978bc8 req-2e809457-8493-44a0-adf8-960611b7628f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0909081
Dec 17 16:23:17.008108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:17.012019 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3b3c022a-0b49-4992-ac74-c78563978bc8 req-7d5f71e0-eb9c-43c0-aeb1-c925d1bb14a8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439489
Dec 17 16:23:17.037198 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:17.082968 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1067138209-network', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:23:17.088217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:23:17.092353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Usage tracker for resource:network and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:23:17.095351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:23:17.101541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:23:17.113991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Made reservation on behalf of d88f4d61c03147058a5cb64e562def92 for: {'network': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:23:17.119506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7a7f466f-5cc7-4ebc-b675-6a791df722f8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:17.119673 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:17.132714 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:17.149136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:23:17.153345 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:23:17.156465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:23:17.162168 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:23:17.219822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Pushing event updated for resources: {'Port': ['ID=1dd3758b-7ebb-4826-8bbe-fa36bd567bc0,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:17.238235 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:17.261583 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:17.264580 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:17.266036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Network e152e971-8233-4860-bd5f-3b2d11e13566 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:23:17.267279 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:23:17.270160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:23:17.281252 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:17.288231 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:23:17.313935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260054490655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:17.314386 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Added segment 2d2b5860-a3b6-49f8-8e17-24f29d7f63a9 of type vxlan for network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7
Dec 17 16:23:17.323641 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b82a61-e420-4278-8006-48bf951eebbc,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:17.333167 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.333581 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.334010 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.334366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.334770 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.335155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.335544 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.335933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.336376 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.336765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.337153 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.338132 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.338596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.338984 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.339371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.339754 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.340136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.340531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.340902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.341281 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.341645 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.342017 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.342399 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.342779 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:17.348047 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:17.369788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:17.394335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:17.395026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:17.403004 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:17.404690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:17.405528 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:17.411675 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bdad8a2a-50ec-471d-bd90-dcdba6c51401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:17.450817 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98c08d-a9b3-4e70-9a74-5d8175413cc5 req-f174bdae-f0f6-4e51-9387-3a885edf9957 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:17.451602 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-cb98c08d-a9b3-4e70-9a74-5d8175413cc5 req-f174bdae-f0f6-4e51-9387-3a885edf9957 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Synchronizing usage tracker for tenant:6ca50fba28ee44cca900a45f579fb936 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:23:17.457640 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2331607
Dec 17 16:23:17.469547 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-cb98c08d-a9b3-4e70-9a74-5d8175413cc5 req-f174bdae-f0f6-4e51-9387-3a885edf9957 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Unset dirty status for tenant:6ca50fba28ee44cca900a45f579fb936 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:23:17.470746 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cb98c08d-a9b3-4e70-9a74-5d8175413cc5 req-f174bdae-f0f6-4e51-9387-3a885edf9957 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 931 time: 0.1725137
Dec 17 16:23:17.519297 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cb98c08d-a9b3-4e70-9a74-5d8175413cc5 req-4ac510bb-379c-4de3-a734-3ca5e63982ae tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419748
Dec 17 16:23:17.527830 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=9a2b8fc3-59c7-472f-92ba-a4a825f276c7,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:17.531413 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:17.536807 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53912) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:17.537160 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.6259689
Dec 17 16:23:17.539334 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:23:17.543304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Request body: {'subnet': {'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1067138209-subnet', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:23:17.548516 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:23:17.552895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Usage tracker for resource:subnet and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:23:17.557181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:23:17.562765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:23:17.572783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Made reservation on behalf of d88f4d61c03147058a5cb64e562def92 for: {'subnet': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:23:17.577486 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65529602'] for subnet, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:17.985215 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789004456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65529619'] for subnet, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:18.001243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:18.136474 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2be979-1166-4a9e-a53b-412236800276,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:18.140083 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:18.215224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Checking segment: {'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:23:18.215619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Network hostable DHCP agents. Network: 9a2b8fc3-59c7-472f-92ba-a4a825f276c7, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:23:18.235332 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:23:18.243997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, 9a2b8fc3-59c7-472f-92ba-a4a825f276c7) {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:23:18.253652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbef464b-7dc3-4835-8fef-6c4c9ce2afb9 None None] Network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:23:18.256128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:18.256906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:18.259188 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5607ad3-bbbd-442f-896c-74bb957b908a req-6274eac6-1224-4588-bb0b-c722b7b8eafe tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:18.261237 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5607ad3-bbbd-442f-896c-74bb957b908a req-6274eac6-1224-4588-bb0b-c722b7b8eafe tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0863793
Dec 17 16:23:18.280648 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7398925
Dec 17 16:23:18.280912 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53920) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:18.286494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:23:18.293051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:23:18.297318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Usage tracker for resource:router and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:23:18.301040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:23:18.307255 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:23:18.312068 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5607ad3-bbbd-442f-896c-74bb957b908a req-316e077c-84b9-4134-82a0-31301d91c9aa tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440350
Dec 17 16:23:18.317090 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667562'] for router, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:18.318189 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854665440'] for router, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:18.334814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:18.490977 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55080c99-bcec-5eef-a477-4b95c02406d4-9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276'}]}} from dv-cinder-766752-2-iscsi. {{(pid=80281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 17 16:23:18.491904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:18.612870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854665423'] for router, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:18.796117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Allocated IP 172.20.0.2 (9a2b8fc3-59c7-472f-92ba-a4a825f276c7/cc2be979-1166-4a9e-a53b-412236800276/a089e795-6cfb-46df-a684-a1e77e445927) {{(pid=80281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:23:18.807012 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b922516-d32e-4f9b-a411-74264e8c045f req-13d1b393-972d-4455-828d-48b290a1374c tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:18.808656 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2b922516-d32e-4f9b-a411-74264e8c045f req-13d1b393-972d-4455-828d-48b290a1374c tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 931 time: 0.1138260
Dec 17 16:23:19.026827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Notify callbacks [] for port, precommit_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:19.039271 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Transition to ACTIVE for port object a089e795-6cfb-46df-a684-a1e77e445927 will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:23:19.059366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Transition to ACTIVE for port object a089e795-6cfb-46df-a684-a1e77e445927 will not be triggered until provisioned by entity DHCP. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:23:19.066717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:19.081155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:19.151989 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2b922516-d32e-4f9b-a411-74264e8c045f req-1a377413-0879-41b5-bf1b-e6830fc20821 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3332064
Dec 17 16:23:19.219082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Pushing event updated for resources: {'Port': ['ID=a089e795-6cfb-46df-a684-a1e77e445927,revision_number=1']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:19.229600 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:19.294690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 is already hosted by enough agents. {{(pid=80281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:23:19.296931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Resources bound (agent type, host, resource id):  {{(pid=80281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:23:19.304617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:19.309087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Received port after_create {{(pid=80281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:23:19.317778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:23:19.343352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Request body: {'port': {'device_id': 'e9389809-7cda-4587-ad6c-627582e649a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:23:19.406463 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:19.474342 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Attempting to bind port a089e795-6cfb-46df-a684-a1e77e445927 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:23:19.474755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Attempting to bind port a089e795-6cfb-46df-a684-a1e77e445927 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:23:19.475166 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Attempting to bind port a089e795-6cfb-46df-a684-a1e77e445927 on network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:23:19.493278 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:23:19.494594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Checking segment: {'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:23:19.495051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:19.495490 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Bound using segment: {'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:23:19.496055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Bound port: a089e795-6cfb-46df-a684-a1e77e445927, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:23:19.496590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:19.585219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89fed9-fd87-4eb6-8d82-b38164eaccee req-d9c44069-8713-4abb-b733-51706acd113a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:19.587986 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9e89fed9-fd87-4eb6-8d82-b38164eaccee req-d9c44069-8713-4abb-b733-51706acd113a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0968041
Dec 17 16:23:19.639615 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9e89fed9-fd87-4eb6-8d82-b38164eaccee req-9fea200e-165b-4d08-a211-fb8152341f73 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451999
Dec 17 16:23:19.652371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:19.662471 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] For port a089e795-6cfb-46df-a684-a1e77e445927, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:23:19.666211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] For port a089e795-6cfb-46df-a684-a1e77e445927, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=a089e795-6cfb-46df-a684-a1e77e445927,segment=NetworkSegment(2d2b5860-a3b6-49f8-8e17-24f29d7f63a9),segment_id=2d2b5860-a3b6-49f8-8e17-24f29d7f63a9)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:23:19.670300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:19.688315 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:19.845683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Pushing event updated for resources: {'Port': ['ID=a089e795-6cfb-46df-a684-a1e77e445927,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:19.851309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:19.989547 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Allocated IP 172.27.0.62 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/5df156e7-bc58-49f1-8b60-34d42226c068) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:23:20.391375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:20.513675 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-843eddd9-10be-49d8-8cbf-fffa90a05e3d req-34415b95-bcec-414b-befe-f66a09766eae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2939587
Dec 17 16:23:20.532870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:23:20.539531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:20.569150 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e5a9a6f2-03a8-4768-85da-e4d96ba8c9cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:20.607545 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaee8ff-ef48-40d8-a12b-9901b64b7635 req-4d63119b-be6d-4418-bba3-6ce712902ad7 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:20.609605 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5eaee8ff-ef48-40d8-a12b-9901b64b7635 req-4d63119b-be6d-4418-bba3-6ce712902ad7 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 931 time: 0.2984445
Dec 17 16:23:20.615770 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:20.764122 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Transition to ACTIVE for port object 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:23:20.797361 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:20.889332 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0abc43-2870-4637-91b8-a5f4adc08437 req-795d7269-13ab-412c-bbcd-8782dc6ece27 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:20.891398 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6f0abc43-2870-4637-91b8-a5f4adc08437 req-795d7269-13ab-412c-bbcd-8782dc6ece27 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0873866
Dec 17 16:23:20.904596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Pushing event updated for resources: {'Port': ['ID=5df156e7-bc58-49f1-8b60-34d42226c068,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:20.926334 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:20.941682 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5eaee8ff-ef48-40d8-a12b-9901b64b7635 req-1797e937-46c2-4c2d-87e1-9cc9797e901c tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2619760
Dec 17 16:23:20.942902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-64bcb4ad-5461-4586-801c-bbf246cb9dc2 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:20.952332 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6f0abc43-2870-4637-91b8-a5f4adc08437 req-30e64c1c-b35a-49b9-a7f9-bbe458a55608 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541308
Dec 17 16:23:21.094407 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Pushing event updated for resources: {'Port': ['ID=1dd3758b-7ebb-4826-8bbe-fa36bd567bc0,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:21.103383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:21.112776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843eddd9-10be-49d8-8cbf-fffa90a05e3d req-3d8eaad9-8d20-42f4-9101-b5cbcca8025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:21.114672 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-843eddd9-10be-49d8-8cbf-fffa90a05e3d req-3d8eaad9-8d20-42f4-9101-b5cbcca8025b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 1163 time: 0.4887023
Dec 17 16:23:21.116829 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:23:21.125280 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:23:21.126881 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:23:21.322499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfc83b2-698d-4f8f-bc58-19e9d7f36028 None None] Network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:23:21.626274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device a089e795-6cfb-46df-a684-a1e77e445927 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:23:21.703981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-5546c51e-b4e0-4fb8-8d8a-ee402d4afea8 None None] Provisioning for port a089e795-6cfb-46df-a684-a1e77e445927 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:23:21.790328 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port a089e795-6cfb-46df-a684-a1e77e445927 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:23:21.801702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port a089e795-6cfb-46df-a684-a1e77e445927 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:21.802128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:21.858776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843eddd9-10be-49d8-8cbf-fffa90a05e3d req-10913780-7a93-4069-a088-63b2ede4083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:21.860460 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-843eddd9-10be-49d8-8cbf-fffa90a05e3d req-10913780-7a93-4069-a088-63b2ede4083b service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 911 time: 0.7029107
Dec 17 16:23:21.998094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Attempting to bind port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:23:21.998094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Attempting to bind port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '86efb29f-97ef-4302-a396-fc48ef07d3b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e152e971-8233-4860-bd5f-3b2d11e13566'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:23:21.998094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Attempting to bind port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 on network e152e971-8233-4860-bd5f-3b2d11e13566 {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:23:21.998377 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:22.016444 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:23:22.016812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Checking segment: {'id': '86efb29f-97ef-4302-a396-fc48ef07d3b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e152e971-8233-4860-bd5f-3b2d11e13566'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:23:22.017394 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:22.017819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Bound using segment: {'id': '86efb29f-97ef-4302-a396-fc48ef07d3b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e152e971-8233-4860-bd5f-3b2d11e13566'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:23:22.018597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Bound port: 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86efb29f-97ef-4302-a396-fc48ef07d3b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e152e971-8233-4860-bd5f-3b2d11e13566'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:23:22.018937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:22.042689 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port a089e795-6cfb-46df-a684-a1e77e445927, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=a089e795-6cfb-46df-a684-a1e77e445927,segment=NetworkSegment(2d2b5860-a3b6-49f8-8e17-24f29d7f63a9),segment_id=2d2b5860-a3b6-49f8-8e17-24f29d7f63a9)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:23:22.046269 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:22.048330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:22.142449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=a089e795-6cfb-46df-a684-a1e77e445927,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:22.149380 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:22.156062 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-843eddd9-10be-49d8-8cbf-fffa90a05e3d req-521f29b5-5f9b-494d-90c8-201053cf8d03 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ff982b-c017-44d9-b7c9-e1f5afb920d3 HTTP/1.1" status: 200  len: 1002 time: 0.2835083
Dec 17 16:23:22.279199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-195824b7-60d5-492b-973e-d0ff7228b636 None None] Provisioning complete for port a089e795-6cfb-46df-a684-a1e77e445927 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:22.279633 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-195824b7-60d5-492b-973e-d0ff7228b636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:22.408126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843eddd9-10be-49d8-8cbf-fffa90a05e3d req-42f7f1bd-36be-4e81-ad13-9e7065727714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:22.409780 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-843eddd9-10be-49d8-8cbf-fffa90a05e3d req-42f7f1bd-36be-4e81-ad13-9e7065727714 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.2419062
Dec 17 16:23:22.411474 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] For port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:23:22.492766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] For port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=1dd3758b-7ebb-4826-8bbe-fa36bd567bc0,segment=NetworkSegment(86efb29f-97ef-4302-a396-fc48ef07d3b6),segment_id=86efb29f-97ef-4302-a396-fc48ef07d3b6)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:23:22.505577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:22.526460 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:22.567020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:22.582550 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-b90880e6-001e-4fb7-83c2-bd7023df64fc None None] Provisioning complete for port a089e795-6cfb-46df-a684-a1e77e445927 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:22.583143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b90880e6-001e-4fb7-83c2-bd7023df64fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:22.735985 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b9fed-86d7-4667-8946-df854bc16be9 req-da0ceee6-1618-4334-9277-bfa477251ac3 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:22.737582 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-648b9fed-86d7-4667-8946-df854bc16be9 req-da0ceee6-1618-4334-9277-bfa477251ac3 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 943 time: 0.5924599
Dec 17 16:23:22.826482 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-beb5b930-7911-45e7-991c-e2aa4442b850 None None] Provisioning complete for port a089e795-6cfb-46df-a684-a1e77e445927 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:22.826812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-beb5b930-7911-45e7-991c-e2aa4442b850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:22.892766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Pushing event updated for resources: {'Port': ['ID=1dd3758b-7ebb-4826-8bbe-fa36bd567bc0,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:22.912004 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:22.941935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843eddd9-10be-49d8-8cbf-fffa90a05e3d req-a4111851-1b4a-43c2-a3b1-11c9db368087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:22.943548 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-843eddd9-10be-49d8-8cbf-fffa90a05e3d req-a4111851-1b4a-43c2-a3b1-11c9db368087 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5066278
Dec 17 16:23:22.961058 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-648b9fed-86d7-4667-8946-df854bc16be9 req-33d8fa85-f296-4384-b19a-f558e4fe0e04 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073288
Dec 17 16:23:23.118342 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:23.121188 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:23.123344 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] 10.222.0.70 "PUT /v2.0/ports/1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 HTTP/1.1" status: 200  len: 1157 time: 3.8288465
Dec 17 16:23:23.133193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9389809-7cda-4587-ad6c-627582e649a0', 'tag': '1dd3758b-7ebb-4826-8bbe-fa36bd567bc0'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:23:23.255382 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9389809-7cda-4587-ad6c-627582e649a0', 'tag': '1dd3758b-7ebb-4826-8bbe-fa36bd567bc0', 'status': 'completed', 'code': 200}
Dec 17 16:23:23.356516 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-843eddd9-10be-49d8-8cbf-fffa90a05e3d req-5c1d80d7-c1d4-46d0-bf0e-b6614ac4ea97 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4008133
Dec 17 16:23:23.367748 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102547'] for router, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:23.417256 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device a089e795-6cfb-46df-a684-a1e77e445927 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:23:23.497787 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port a089e795-6cfb-46df-a684-a1e77e445927 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:23.499614 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:23.809890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db169-71c3-4b57-a537-22919b415fcc req-d54d9227-96b9-4fc5-92cc-61c7ddbf3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:23.811512 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-d54d9227-96b9-4fc5-92cc-61c7ddbf3650 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ca50fba28ee44cca900a45f579fb936&device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 1160 time: 0.5584152
Dec 17 16:23:23.962086 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-9ed039aa-fc45-4c61-8aa4-d9722543530b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 HTTP/1.1" status: 200  len: 217 time: 0.0823498
Dec 17 16:23:24.038166 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-843eddd9-10be-49d8-8cbf-fffa90a05e3d req-4249cf4f-bbf4-463e-b605-b98a8b886ad1 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6719086
Dec 17 16:23:24.078586 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db169-71c3-4b57-a537-22919b415fcc req-0e82aaa2-9d6b-40d1-b1a9-db8f7da9c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:24.080317 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-0e82aaa2-9d6b-40d1-b1a9-db8f7da9c159 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb330f05-c9ec-4615-9733-91442c0a43b0 HTTP/1.1" status: 200  len: 853 time: 0.0997701
Dec 17 16:23:24.139985 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Router eb12d604-1282-4a2b-9dfd-7443ef569495 is scheduled to L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 with binding_index 1 {{(pid=80279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 17 16:23:24.182448 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-1acb1fc2-e1a8-46c2-92bd-8b2ef51cfb38 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e152e971-8233-4860-bd5f-3b2d11e13566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0854342
Dec 17 16:23:24.534571 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929120a-efed-4640-8eda-dbe763c085c7 req-38657701-9126-47dd-8371-33f6420c0777 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:24.536232 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3929120a-efed-4640-8eda-dbe763c085c7 req-38657701-9126-47dd-8371-33f6420c0777 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 943 time: 0.4017994
Dec 17 16:23:24.541571 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-2e300285-7219-47e6-86a6-56d9b67afcc8 service neutron] 10.222.0.70 "GET /v2.0/networks/e152e971-8233-4860-bd5f-3b2d11e13566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3517385
Dec 17 16:23:24.607394 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:23:24.621710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Sync routers for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:23:24.635913 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:23:24.636668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb8201f7a58>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:22:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:24.709306 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3929120a-efed-4640-8eda-dbe763c085c7 req-725ba14d-4eab-435c-862d-5d4926fa127d tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647794
Dec 17 16:23:24.723620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:24.727615 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-05d0ab9d-64b4-41fe-b4fe-a82e23fb4a92 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.4430673
Dec 17 16:23:24.728693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53968) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:24.830950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:23:24.856380 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-126db169-71c3-4b57-a537-22919b415fcc req-be589932-c049-44e0-a330-b7ddd5e56263 service neutron] 10.222.0.70 "GET /v2.0/networks/e152e971-8233-4860-bd5f-3b2d11e13566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2916837
Dec 17 16:23:25.136958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb8201f7a58>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:21Z', 'revision_number': 3, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:25.151359 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Checking router: eb12d604-1282-4a2b-9dfd-7443ef569495 for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:23:25.151767 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Updating router eb12d604-1282-4a2b-9dfd-7443ef569495 port 5df156e7-bc58-49f1-8b60-34d42226c068 binding host dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:23:25.188934 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521db89-28a4-4ecc-bfda-f43f19d09757 req-c4cb67b2-fbaf-405c-87e2-cb69b41fd5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:25.190583 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0521db89-28a4-4ecc-bfda-f43f19d09757 req-c4cb67b2-fbaf-405c-87e2-cb69b41fd5d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ca50fba28ee44cca900a45f579fb936&device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 1160 time: 0.2395301
Dec 17 16:23:25.207030 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:25.504494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521db89-28a4-4ecc-bfda-f43f19d09757 req-df4a8639-3e57-44ee-82b1-5838eafd2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:25.506101 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0521db89-28a4-4ecc-bfda-f43f19d09757 req-df4a8639-3e57-44ee-82b1-5838eafd2229 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e152e971-8233-4860-bd5f-3b2d11e13566 HTTP/1.1" status: 200  len: 907 time: 0.3072789
Dec 17 16:23:25.648461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:25.653029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Notify callbacks [] for port, precommit_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:25.668062 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Transition to ACTIVE for port object 5df156e7-bc58-49f1-8b60-34d42226c068 will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:23:25.671358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:25.692084 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:25.831052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db65fc-9898-456a-8dcd-ff8389aec23d None None] Pushing event updated for resources: {'Port': ['ID=5df156e7-bc58-49f1-8b60-34d42226c068,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:25.835304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-74db65fc-9898-456a-8dcd-ff8389aec23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:25.851911 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0521db89-28a4-4ecc-bfda-f43f19d09757 req-6cec2588-e6df-4ee4-ae59-4a2c55e4cdff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 HTTP/1.1" status: 200  len: 217 time: 0.0757666
Dec 17 16:23:25.909932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Attempting to bind port 5df156e7-bc58-49f1-8b60-34d42226c068 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:23:25.910669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Attempting to bind port 5df156e7-bc58-49f1-8b60-34d42226c068 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:23:25.911085 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Attempting to bind port 5df156e7-bc58-49f1-8b60-34d42226c068 on network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:23:25.917907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:23:25.918432 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Checking segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:23:25.918950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:25.919621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Bound using segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:23:25.920121 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Bound port: 5df156e7-bc58-49f1-8b60-34d42226c068, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:23:25.920636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:25.962991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:25.980157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a54986-eaf7-4406-bcec-1674a78ca6ed req-fd1c60e2-b16e-4686-8301-14b50882b637 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:25.981944 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-71a54986-eaf7-4406-bcec-1674a78ca6ed req-fd1c60e2-b16e-4686-8301-14b50882b637 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 943 time: 0.0875354
Dec 17 16:23:25.985144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521db89-28a4-4ecc-bfda-f43f19d09757 req-965eda62-aecd-43e2-8419-db193ba18ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:25.986724 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0521db89-28a4-4ecc-bfda-f43f19d09757 req-965eda62-aecd-43e2-8419-db193ba18ade service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb330f05-c9ec-4615-9733-91442c0a43b0 HTTP/1.1" status: 200  len: 853 time: 0.1260533
Dec 17 16:23:26.005451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] For port 5df156e7-bc58-49f1-8b60-34d42226c068, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:23:26.010064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] For port 5df156e7-bc58-49f1-8b60-34d42226c068, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=5df156e7-bc58-49f1-8b60-34d42226c068,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:23:26.014226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:26.044297 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 53980) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:26.045027 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-71a54986-eaf7-4406-bcec-1674a78ca6ed req-a08c4394-543b-4e2c-ae0b-3d589e5fac95 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547481
Dec 17 16:23:26.060218 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0521db89-28a4-4ecc-bfda-f43f19d09757 req-ddec7f86-99f3-45b6-9c3d-e55fe7e567a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e152e971-8233-4860-bd5f-3b2d11e13566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579107
Dec 17 16:23:26.091250 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:26.213643 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db65fc-9898-456a-8dcd-ff8389aec23d None None] Pushing event updated for resources: {'Port': ['ID=5df156e7-bc58-49f1-8b60-34d42226c068,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:26.217293 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-74db65fc-9898-456a-8dcd-ff8389aec23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:26.236865 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-38a7549b-9df8-4055-bae0-44f12e9ab8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:26.258864 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-80defa7a-2e5f-459d-8f0f-eba6ac1b757d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:26.261741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:23:26.262414 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb8201f7a58>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:22:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:26.295521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-80defa7a-2e5f-459d-8f0f-eba6ac1b757d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:23:26.321415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-80defa7a-2e5f-459d-8f0f-eba6ac1b757d admin admin] Usage tracker for resource:security_group_rule and tenant:8bf881709baf4f559956a4a8e3808e45 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:23:26.327225 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-80defa7a-2e5f-459d-8f0f-eba6ac1b757d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:23:26.347813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-80defa7a-2e5f-459d-8f0f-eba6ac1b757d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:23:26.411636 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0521db89-28a4-4ecc-bfda-f43f19d09757 req-dbe867de-2233-412d-850c-8b30ad84ad66 service neutron] 10.222.0.70 "GET /v2.0/networks/e152e971-8233-4860-bd5f-3b2d11e13566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3355412
Dec 17 16:23:26.609811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:23:26.738431 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0521db89-28a4-4ecc-bfda-f43f19d09757 req-0112333e-fbf2-4027-a19f-2ce8e6551be8 service neutron] 10.222.0.70 "GET /v2.0/networks/e152e971-8233-4860-bd5f-3b2d11e13566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3118739
Dec 17 16:23:26.768273 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-80defa7a-2e5f-459d-8f0f-eba6ac1b757d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:26.774024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-80defa7a-2e5f-459d-8f0f-eba6ac1b757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:26.784885 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-55d20c08-8cf8-4fdf-ba9b-bd7589fa94cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:26.813571 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Allocated IP 172.20.0.1 (9a2b8fc3-59c7-472f-92ba-a4a825f276c7/cc2be979-1166-4a9e-a53b-412236800276/7dd535f4-b13b-414d-9b39-125dad26e00c) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:23:26.849298 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-80defa7a-2e5f-459d-8f0f-eba6ac1b757d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bf881709baf4f559956a4a8e3808e45&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7992234
Dec 17 16:23:26.852278 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80defa7a-2e5f-459d-8f0f-eba6ac1b757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccfb54f-e855-4bbb-9022-4e16db3a358f,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:26.852682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 53986) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:26.857834 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-80defa7a-2e5f-459d-8f0f-eba6ac1b757d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:26.918481 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb8201f7a58>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:21Z', 'revision_number': 3, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:26.922520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce1e30e-31e0-42a0-8f24-599ab6564420 None None] The sync data for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi is: [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:21Z', 'revision_number': 3, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:23:26.923127 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1fa4fc8e-6974-4242-994b-d0ec8479438f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:26.957658 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1fa4fc8e-6974-4242-994b-d0ec8479438f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:27.002886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1fa4fc8e-6974-4242-994b-d0ec8479438f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:27.008197 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-838d676d-21fc-4049-a841-f44059a5cf78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:27.009442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:27.019816 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4fc8e-6974-4242-994b-d0ec8479438f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccfb54f-e855-4bbb-9022-4e16db3a358f,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:27.027546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Transition to ACTIVE for port object 7dd535f4-b13b-414d-9b39-125dad26e00c will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:23:27.027692 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1fa4fc8e-6974-4242-994b-d0ec8479438f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:27.028362 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1fa4fc8e-6974-4242-994b-d0ec8479438f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:27.029817 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-1fa4fc8e-6974-4242-994b-d0ec8479438f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ccfb54f-e855-4bbb-9022-4e16db3a358f HTTP/1.1" status: 204  len: 168 time: 0.1755869
Dec 17 16:23:27.052682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:27.071237 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:27.262246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Pushing event updated for resources: {'Port': ['ID=7dd535f4-b13b-414d-9b39-125dad26e00c,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:27.268601 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:27.354493 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:23:27.361699 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:23:27.369164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44c2d5-e60e-4ece-b9c4-4b40b0aac0e0 req-c93b74fc-8ad6-4efc-927e-2eda3b43b7a2 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:27.377191 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a44c2d5-e60e-4ece-b9c4-4b40b0aac0e0 req-c93b74fc-8ad6-4efc-927e-2eda3b43b7a2 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 943 time: 0.1977096
Dec 17 16:23:27.405180 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:23:27.490766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673072'] for router_interface, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:27.625385 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a44c2d5-e60e-4ece-b9c4-4b40b0aac0e0 req-9e056aea-09ad-4ff8-957c-d5279858813c tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2471068
Dec 17 16:23:27.636338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-efee80df-f818-4f1e-af16-5bb97c2e27de None None] Provisioning for port 7dd535f4-b13b-414d-9b39-125dad26e00c completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:23:27.642405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-efee80df-f818-4f1e-af16-5bb97c2e27de None None] Provisioning complete for port 7dd535f4-b13b-414d-9b39-125dad26e00c triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:27.643125 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-efee80df-f818-4f1e-af16-5bb97c2e27de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:27.702826 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-efee80df-f818-4f1e-af16-5bb97c2e27de None None] Port 7dd535f4-b13b-414d-9b39-125dad26e00c cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:23:27.781808 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:28.079283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:28.083097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:28.113603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:28.425890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853677243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676747'] for router_interface, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:28.440566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:23:28.442252 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Pushing event updated for resources: {'Port': ['ID=7dd535f4-b13b-414d-9b39-125dad26e00c,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:28.450310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:28.515561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:23:28.523181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:28.523606 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:28.576113 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:23:28.577422 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:23:28.639461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6cf392fa-968e-4efb-9ddd-dc3a9a7b0815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:28.670405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:28.701422 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9389809-7cda-4587-ad6c-627582e649a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd3758b-7ebb-4826-8bbe-fa36bd567bc0'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:23:28.712436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=1dd3758b-7ebb-4826-8bbe-fa36bd567bc0,segment=NetworkSegment(86efb29f-97ef-4302-a396-fc48ef07d3b6),segment_id=86efb29f-97ef-4302-a396-fc48ef07d3b6)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:23:28.715558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:28.718295 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:28.789369 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9389809-7cda-4587-ad6c-627582e649a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd3758b-7ebb-4826-8bbe-fa36bd567bc0', 'code': 200}
Dec 17 16:23:28.798194 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=1dd3758b-7ebb-4826-8bbe-fa36bd567bc0,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:28.810814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:28.833967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Router eb12d604-1282-4a2b-9dfd-7443ef569495 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:23:28.889524 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e57849-e373-4e58-a7bf-ae830ada5e11 req-d10ba529-db4f-40fd-ba72-8111522a1833 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:28.891083 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-15e57849-e373-4e58-a7bf-ae830ada5e11 req-d10ba529-db4f-40fd-ba72-8111522a1833 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 945 time: 0.0891709
Dec 17 16:23:28.945614 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-4301e7d3-f2f7-45c4-9770-16bf96c3d83a None None] Provisioning complete for port 7dd535f4-b13b-414d-9b39-125dad26e00c triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:28.946410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4301e7d3-f2f7-45c4-9770-16bf96c3d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:28.961328 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-15e57849-e373-4e58-a7bf-ae830ada5e11 req-2202ab3d-c13d-4474-a013-7c76a90d4ee7 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587060
Dec 17 16:23:29.017766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-4301e7d3-f2f7-45c4-9770-16bf96c3d83a None None] Port 7dd535f4-b13b-414d-9b39-125dad26e00c cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:23:29.087422 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:23:29.126920 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] 10.222.0.21 "PUT /v2.0/routers/eb12d604-1282-4a2b-9dfd-7443ef569495/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3970838
Dec 17 16:23:29.129897 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327948a-b92a-4d2a-8388-348e2845fa88 req-4d02c6f6-4723-4c71-921e-f186e3c733ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:29.131590 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0327948a-b92a-4d2a-8388-348e2845fa88 req-4d02c6f6-4723-4c71-921e-f186e3c733ba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 1162 time: 0.1081464
Dec 17 16:23:29.179210 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0327948a-b92a-4d2a-8388-348e2845fa88 req-addb5870-8e25-4b12-b038-f93dad286f42 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393522
Dec 17 16:23:29.457958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 5df156e7-bc58-49f1-8b60-34d42226c068 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:23:29.531225 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 5df156e7-bc58-49f1-8b60-34d42226c068 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:23:29.536601 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 5df156e7-bc58-49f1-8b60-34d42226c068 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:29.537021 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:29.606961 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:29.676358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:29.693644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port 5df156e7-bc58-49f1-8b60-34d42226c068, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=5df156e7-bc58-49f1-8b60-34d42226c068,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:23:29.696521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:29.699372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:29.766791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=5df156e7-bc58-49f1-8b60-34d42226c068,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:29.771693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:29.826499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54004) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:29.832730 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Request body: {'security_group': {'name': 'tempest-securitygroup--578502952', 'description': 'tempest-description--1266079700'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:23:29.839869 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:23:29.840599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Sync routers for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:23:29.844105 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Usage tracker for resource:security_group and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:23:29.847214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:23:29.850486 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:23:29.851143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f28db00>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:23:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:29.853125 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:23:29.862986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:29.884727 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:23:29.888906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Usage tracker for resource:security_group_rule and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:23:29.891916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:23:29.898063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:23:29.972028 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:29.975762 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:29.981436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-79661776-a4cb-4d77-b6fc-a1b3fd222f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:30.015248 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.019391 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.1889870
Dec 17 16:23:30.020804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 54010) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:30.029607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-d18b16fa-66db-42c4-a3fd-6772ec9d98db tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Request body: {'security_group_rule': {'security_group_id': '11c187a0-624d-456c-8a63-e56ab4ac1dc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:23:30.033814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event updated for resources: {'SecurityGroup': ['ID=11c187a0-624d-456c-8a63-e56ab4ac1dc5,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:30.037336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:30.040996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-d18b16fa-66db-42c4-a3fd-6772ec9d98db tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:23:30.046161 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-d18b16fa-66db-42c4-a3fd-6772ec9d98db tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Usage tracker for resource:security_group_rule and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:23:30.049735 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-d18b16fa-66db-42c4-a3fd-6772ec9d98db tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:23:30.057194 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-d18b16fa-66db-42c4-a3fd-6772ec9d98db tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:23:30.076986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d18b16fa-66db-42c4-a3fd-6772ec9d98db tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group_rule, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.143666 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:23:30.151765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d18b16fa-66db-42c4-a3fd-6772ec9d98db tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.155574 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d18b16fa-66db-42c4-a3fd-6772ec9d98db tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.163642 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d5733717-3754-423e-9d42-daf6e1160e4f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:30.185219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b16fa-66db-42c4-a3fd-6772ec9d98db tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be88b5a-08b4-42fa-85ce-475e7d08b261,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:30.189219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d18b16fa-66db-42c4-a3fd-6772ec9d98db tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:30.198229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d18b16fa-66db-42c4-a3fd-6772ec9d98db tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group_rule, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.202336 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d18b16fa-66db-42c4-a3fd-6772ec9d98db tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1774192
Dec 17 16:23:30.202946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 54014) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:30.209386 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-6b0014a0-880b-47b5-99cf-beb37f1c3d83 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Request body: {'security_group_rule': {'security_group_id': '11c187a0-624d-456c-8a63-e56ab4ac1dc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:23:30.214421 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:23:30.216362 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-6b0014a0-880b-47b5-99cf-beb37f1c3d83 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:23:30.220851 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-6b0014a0-880b-47b5-99cf-beb37f1c3d83 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Usage tracker for resource:security_group_rule and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:23:30.221861 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d107d9-5053-431b-bc55-17bb9e3523f4 req-8a12a8ee-d274-499e-b888-76793c8861e7 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:30.223612 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-29d107d9-5053-431b-bc55-17bb9e3523f4 req-8a12a8ee-d274-499e-b888-76793c8861e7 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 945 time: 0.1067879
Dec 17 16:23:30.224136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-6b0014a0-880b-47b5-99cf-beb37f1c3d83 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:23:30.230802 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-6b0014a0-880b-47b5-99cf-beb37f1c3d83 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:23:30.248029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6b0014a0-880b-47b5-99cf-beb37f1c3d83 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group_rule, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.301866 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-29d107d9-5053-431b-bc55-17bb9e3523f4 req-c8566e78-a35d-4caf-95fa-960bf578c3bb tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663373
Dec 17 16:23:30.303850 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:30.304329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.332040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6b0014a0-880b-47b5-99cf-beb37f1c3d83 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.335337 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6b0014a0-880b-47b5-99cf-beb37f1c3d83 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.338092 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:30.361183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0014a0-880b-47b5-99cf-beb37f1c3d83 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3556b99-9c2c-408c-b72c-c339193977f0,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:30.365719 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6b0014a0-880b-47b5-99cf-beb37f1c3d83 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:30.393704 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6b0014a0-880b-47b5-99cf-beb37f1c3d83 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group_rule, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.399533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54018) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:30.407550 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Request body: {'floatingip': {'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:23:30.412791 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-6b0014a0-880b-47b5-99cf-beb37f1c3d83 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.2086632
Dec 17 16:23:30.422697 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.425765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:23:30.437612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Usage tracker for resource:floatingip and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:23:30.440899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:23:30.457637 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:23:30.471953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.592116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f28db00>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 2, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:30.596306 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Checking router: eb12d604-1282-4a2b-9dfd-7443ef569495 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:23:30.596603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Updating router eb12d604-1282-4a2b-9dfd-7443ef569495 port 7dd535f4-b13b-414d-9b39-125dad26e00c binding host dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:23:30.651481 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.652795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:30.928664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Allocated IP 172.27.0.165 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/1b8951fa-dfd7-4024-9f9e-c24e6363ab78) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:23:31.022705 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:31.077525 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Notify callbacks [] for port, precommit_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:31.086973 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:31.091488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Transition to ACTIVE for port object 7dd535f4-b13b-414d-9b39-125dad26e00c will not be triggered until provisioned by entity L2. {{(pid=80282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:23:31.094150 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:31.110702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:31.114968 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67031632'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:31.130675 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:31.245813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Pushing event updated for resources: {'Port': ['ID=7dd535f4-b13b-414d-9b39-125dad26e00c,revision_number=3']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:31.269720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.270077 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.270451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.270817 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.271178 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.271541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.271902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.272309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.272690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.273047 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.273402 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.274014 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.274453 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.275366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.275722 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.276094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.276456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.276810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.277161 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.277512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.277862 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.278220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.278568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.278920 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:31.285086 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:31.476413 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 5df156e7-bc58-49f1-8b60-34d42226c068 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:23:31.494818 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event updated for resources: {'Port': ['ID=1b8951fa-dfd7-4024-9f9e-c24e6363ab78,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:31.499583 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:31.517562 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Attempting to bind port 7dd535f4-b13b-414d-9b39-125dad26e00c on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:23:31.518224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Attempting to bind port 7dd535f4-b13b-414d-9b39-125dad26e00c by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:23:31.520324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Attempting to bind port 7dd535f4-b13b-414d-9b39-125dad26e00c on network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:23:31.529582 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:23:31.530000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Checking segment: {'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:23:31.530445 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:31.530877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Bound using segment: {'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:23:31.531398 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Bound port: 7dd535f4-b13b-414d-9b39-125dad26e00c, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'}}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:23:31.531819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:31.596845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:23:31.598122 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:23:31.600627 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:23:31.612102 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 5df156e7-bc58-49f1-8b60-34d42226c068 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:31.612896 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:31.631918 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643164e-ba7f-4fb6-a874-b9370e3f1d53 req-a61d0f15-0fb1-45cb-9e35-d634f32855ca tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:31.633583 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a643164e-ba7f-4fb6-a874-b9370e3f1d53 req-a61d0f15-0fb1-45cb-9e35-d634f32855ca tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 945 time: 0.1037679
Dec 17 16:23:31.655499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] For port 7dd535f4-b13b-414d-9b39-125dad26e00c, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:23:31.659081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] For port 7dd535f4-b13b-414d-9b39-125dad26e00c, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=7dd535f4-b13b-414d-9b39-125dad26e00c,segment=NetworkSegment(2d2b5860-a3b6-49f8-8e17-24f29d7f63a9),segment_id=2d2b5860-a3b6-49f8-8e17-24f29d7f63a9)] {{(pid=80282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:23:31.662923 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:31.687762 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3152fc73-dd23-464d-b011-495913543000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:31.694245 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a643164e-ba7f-4fb6-a874-b9370e3f1d53 req-73fe1fb8-3852-4865-af79-9fcc32d4ee73 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533776
Dec 17 16:23:31.694390 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:31.758205 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:31.858803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Pushing event updated for resources: {'Port': ['ID=7dd535f4-b13b-414d-9b39-125dad26e00c,revision_number=4']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:31.874801 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:31.903353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:23:31.904142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f28db00>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:23:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:32.076254 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for port, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:32.080451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787744152'] for port, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:32.097543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:32.105605 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:23:32.236408 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event updated for resources: {'Port': ['ID=1b8951fa-dfd7-4024-9f9e-c24e6363ab78,revision_number=2']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:32.241862 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:32.347438 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:32.384300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:32.395670 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9839084
Dec 17 16:23:32.483948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f28db00>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:31Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:32.488530 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ef1ea-041c-46a7-8de9-aea97528b789 None None] The sync data for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi is: [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:31Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:23:32.621380 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-766e39ae-0ac0-4145-9857-5de500401bc7 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--578502952&fields=id&tenant_id=d88f4d61c03147058a5cb64e562def92 HTTP/1.1" status: 200  len: 267 time: 0.0574725
Dec 17 16:23:32.790795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-1331c11d-b6f7-4a73-be23-730e29b43828 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:32.792491 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-1331c11d-b6f7-4a73-be23-730e29b43828 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/networks?id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7 HTTP/1.1" status: 200  len: 811 time: 0.1621344
Dec 17 16:23:32.809914 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-7465fbcb-5eb6-4006-bb62-8061ff7fe663 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/quotas/d88f4d61c03147058a5cb64e562def92 HTTP/1.1" status: 200  len: 375 time: 0.0109189
Dec 17 16:23:32.901751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-1dd1364a-360a-421b-9696-0f9005b1e9f8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Synchronizing usage tracker for tenant:d88f4d61c03147058a5cb64e562def92 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:23:32.919943 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-1dd1364a-360a-421b-9696-0f9005b1e9f8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Unset dirty status for tenant:d88f4d61c03147058a5cb64e562def92 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:23:32.921467 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-1dd1364a-360a-421b-9696-0f9005b1e9f8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?tenant_id=d88f4d61c03147058a5cb64e562def92&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1053734
Dec 17 16:23:33.087957 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-d72981cc-9f49-4c53-94f9-f5a9aa01c56b service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513917
Dec 17 16:23:33.248536 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-51d38465-da8b-4335-8c49-fc33d49f523a service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1527669
Dec 17 16:23:33.432641 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 7dd535f4-b13b-414d-9b39-125dad26e00c up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:23:33.507206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 7dd535f4-b13b-414d-9b39-125dad26e00c completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:23:33.513298 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 7dd535f4-b13b-414d-9b39-125dad26e00c triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:33.513718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:33.637620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:33.671788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port 7dd535f4-b13b-414d-9b39-125dad26e00c, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=7dd535f4-b13b-414d-9b39-125dad26e00c,segment=NetworkSegment(2d2b5860-a3b6-49f8-8e17-24f29d7f63a9),segment_id=2d2b5860-a3b6-49f8-8e17-24f29d7f63a9)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:23:33.675293 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:33.677437 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:33.745715 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=7dd535f4-b13b-414d-9b39-125dad26e00c,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:33.749125 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:34.478777 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e73852b4-bda3-4b93-838d-5f04e644fddf req-07cceaf3-467c-4ac1-94f3-d8edc9dc7ad0 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 210 time: 0.0493567
Dec 17 16:23:35.419788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 7dd535f4-b13b-414d-9b39-125dad26e00c up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:23:35.495248 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 7dd535f4-b13b-414d-9b39-125dad26e00c triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:35.495848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:35.788968 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6ee4188f-7dd5-4647-acf4-dacc283689f8 req-bcd93df3-fcff-4248-97b3-6a27cb434cc2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 210 time: 0.1366885
Dec 17 16:23:35.865148 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-2b471202-1efe-4800-8090-63257d9832c2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:35.866922 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-2b471202-1efe-4800-8090-63257d9832c2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.70 "GET /v2.0/networks?id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7 HTTP/1.1" status: 200  len: 811 time: 0.2661371
Dec 17 16:23:35.977148 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-910a02ff-9225-44be-8cad-9458930d5146 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d88f4d61c03147058a5cb64e562def92 HTTP/1.1" status: 200  len: 5508 time: 0.0723970
Dec 17 16:23:35.987602 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Request body: {'port': {'device_id': '71a111b7-4e07-4a73-9839-d9ecf3dd9b2a', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'admin_state_up': True, 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'security_groups': ['11c187a0-624d-456c-8a63-e56ab4ac1dc5']}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:23:36.138110 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:23:36.147800 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:23:36.157523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Made reservation on behalf of d88f4d61c03147058a5cb64e562def92 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:23:36.163051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:36.485788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Allocated IP 172.20.0.8 (9a2b8fc3-59c7-472f-92ba-a4a825f276c7/cc2be979-1166-4a9e-a53b-412236800276/0c529daa-21fa-4055-b979-7573314d2692) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:23:36.695943 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:36.713634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Transition to ACTIVE for port object 0c529daa-21fa-4055-b979-7573314d2692 will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:23:36.734097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:36.753785 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5c05ce3c-cf0c-4b6a-835e-a93453317eb1 tempest-VolumesNegativeTest-892481164 tempest-VolumesNegativeTest-892481164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:36.899442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event updated for resources: {'Port': ['ID=0c529daa-21fa-4055-b979-7573314d2692,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:36.913109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:36.954062 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:23:36.955229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:23:36.957808 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:23:37.019554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd490118-254a-418a-8aa0-0f85eff81be2 req-9aa5399e-12aa-4605-8a36-a061eb18c95c tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:37.021326 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-dd490118-254a-418a-8aa0-0f85eff81be2 req-9aa5399e-12aa-4605-8a36-a061eb18c95c tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 931 time: 0.0891523
Dec 17 16:23:37.028366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:37.029109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:37.060991 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0775650
Dec 17 16:23:37.081813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-dd490118-254a-418a-8aa0-0f85eff81be2 req-53547b2f-ec77-4abc-9882-99924b8cdb9a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Synchronizing usage tracker for tenant:d88f4d61c03147058a5cb64e562def92 on resource:security_group {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:23:37.088505 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Request body: {'port': {'device_id': '71a111b7-4e07-4a73-9839-d9ecf3dd9b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:23:37.106816 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-dd490118-254a-418a-8aa0-0f85eff81be2 req-53547b2f-ec77-4abc-9882-99924b8cdb9a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Unset dirty status for tenant:d88f4d61c03147058a5cb64e562def92 on resource:security_group {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:23:37.108082 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-dd490118-254a-418a-8aa0-0f85eff81be2 req-53547b2f-ec77-4abc-9882-99924b8cdb9a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787227
Dec 17 16:23:37.156693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a2b71bd5-2c14-4500-bea3-66333c5357c3 None None] Provisioning for port 0c529daa-21fa-4055-b979-7573314d2692 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:23:37.162056 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a2b71bd5-2c14-4500-bea3-66333c5357c3 None None] Provisioning complete for port 0c529daa-21fa-4055-b979-7573314d2692 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:37.162324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a2b71bd5-2c14-4500-bea3-66333c5357c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:37.219052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:37.222050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a2b71bd5-2c14-4500-bea3-66333c5357c3 None None] Port 0c529daa-21fa-4055-b979-7573314d2692 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:23:37.896066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c529daa-21fa-4055-b979-7573314d2692 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:23:37.904978 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:37.918239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Transition to ACTIVE for port object 0c529daa-21fa-4055-b979-7573314d2692 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:23:37.921800 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:37.938801 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b1ca1f18-6f76-44a0-9b47-feccb4c6a6dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:38.070840 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Pushing event updated for resources: {'Port': ['ID=0c529daa-21fa-4055-b979-7573314d2692,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:38.075213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:38.318434 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Attempting to bind port 0c529daa-21fa-4055-b979-7573314d2692 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:23:38.318850 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Attempting to bind port 0c529daa-21fa-4055-b979-7573314d2692 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:23:38.319218 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Attempting to bind port 0c529daa-21fa-4055-b979-7573314d2692 on network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:23:38.328254 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:23:38.328552 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Checking segment: {'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:23:38.328957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:38.329352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Bound using segment: {'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:23:38.329909 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Bound port: 0c529daa-21fa-4055-b979-7573314d2692, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:23:38.330197 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:38.436806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfa7f9-aec2-4a44-b0a3-94f6222feaaa req-73408d49-68f2-4044-87e3-b1085a596c00 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:38.437573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-0cbfa7f9-aec2-4a44-b0a3-94f6222feaaa req-73408d49-68f2-4044-87e3-b1085a596c00 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Synchronizing usage tracker for tenant:d88f4d61c03147058a5cb64e562def92 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:23:38.463596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] For port 0c529daa-21fa-4055-b979-7573314d2692, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:23:38.467127 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] For port 0c529daa-21fa-4055-b979-7573314d2692, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0c529daa-21fa-4055-b979-7573314d2692,segment=NetworkSegment(2d2b5860-a3b6-49f8-8e17-24f29d7f63a9),segment_id=2d2b5860-a3b6-49f8-8e17-24f29d7f63a9)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:23:38.468386 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-0cbfa7f9-aec2-4a44-b0a3-94f6222feaaa req-73408d49-68f2-4044-87e3-b1085a596c00 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Unset dirty status for tenant:d88f4d61c03147058a5cb64e562def92 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:23:38.469718 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0cbfa7f9-aec2-4a44-b0a3-94f6222feaaa req-73408d49-68f2-4044-87e3-b1085a596c00 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 943 time: 0.2098410
Dec 17 16:23:38.471295 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:38.489863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:38.681451 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0cbfa7f9-aec2-4a44-b0a3-94f6222feaaa req-9ef5b4da-a2cb-46b6-bcc5-b9f0575b2138 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1927164
Dec 17 16:23:38.686689 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Pushing event updated for resources: {'Port': ['ID=0c529daa-21fa-4055-b979-7573314d2692,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:38.692052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:38.729402 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:38.730079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:38.731642 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] 10.222.0.70 "PUT /v2.0/ports/0c529daa-21fa-4055-b979-7573314d2692 HTTP/1.1" status: 200  len: 1157 time: 1.6497169
Dec 17 16:23:38.732072 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a111b7-4e07-4a73-9839-d9ecf3dd9b2a', 'tag': '0c529daa-21fa-4055-b979-7573314d2692'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:23:38.797991 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a111b7-4e07-4a73-9839-d9ecf3dd9b2a', 'tag': '0c529daa-21fa-4055-b979-7573314d2692', 'status': 'completed', 'code': 200}
Dec 17 16:23:38.924811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-fdf68e20-d18d-4c5a-be4b-ac51cc30080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:38.927505 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-fdf68e20-d18d-4c5a-be4b-ac51cc30080c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d88f4d61c03147058a5cb64e562def92&device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 1160 time: 0.0940313
Dec 17 16:23:39.017126 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-d43ca7f5-2a08-41c4-82eb-29c6a850c207 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c529daa-21fa-4055-b979-7573314d2692 HTTP/1.1" status: 200  len: 217 time: 0.0730536
Dec 17 16:23:39.095074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-faca87db-80d1-41bd-a899-e897c46d9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:39.097131 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-faca87db-80d1-41bd-a899-e897c46d9175 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc2be979-1166-4a9e-a53b-412236800276 HTTP/1.1" status: 200  len: 850 time: 0.0712507
Dec 17 16:23:39.195545 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-aaf7a8e2-8f79-4936-aabc-d1c141e5717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:39.198860 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-aaf7a8e2-8f79-4936-aabc-d1c141e5717b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0946417
Dec 17 16:23:39.358957 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-05ac3425-7f83-427d-89f9-03a7375a43ad service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512134
Dec 17 16:23:39.541359 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a5e1c867-6dfb-4d91-aae8-63ca852a3fa6 req-4a223081-e8d5-4495-80b5-bb367c658212 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1749477
Dec 17 16:23:39.708334 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceeea5-b663-44af-bb71-03404afb3a97 req-4499155a-5f1c-4533-8bd1-9b2a52e9d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:39.710022 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-61ceeea5-b663-44af-bb71-03404afb3a97 req-4499155a-5f1c-4533-8bd1-9b2a52e9d829 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d88f4d61c03147058a5cb64e562def92&device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 1160 time: 0.0772660
Dec 17 16:23:39.882051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceeea5-b663-44af-bb71-03404afb3a97 req-4195fba9-f1a1-4a70-9d9d-aff4253ccc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:39.883653 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-61ceeea5-b663-44af-bb71-03404afb3a97 req-4195fba9-f1a1-4a70-9d9d-aff4253ccc54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7 HTTP/1.1" status: 200  len: 905 time: 0.1658511
Dec 17 16:23:39.961431 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-61ceeea5-b663-44af-bb71-03404afb3a97 req-cf79e6ff-be80-457e-8085-3423e1651bad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c529daa-21fa-4055-b979-7573314d2692 HTTP/1.1" status: 200  len: 217 time: 0.0692387
Dec 17 16:23:40.090828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceeea5-b663-44af-bb71-03404afb3a97 req-caf3eaba-0868-493f-9815-08a6a3e58dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:40.092121 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-61ceeea5-b663-44af-bb71-03404afb3a97 req-caf3eaba-0868-493f-9815-08a6a3e58dc1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc2be979-1166-4a9e-a53b-412236800276 HTTP/1.1" status: 200  len: 850 time: 0.1189294
Dec 17 16:23:40.170087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956780d2-e809-4cb3-bf4d-3aedd08ec161 req-cfeaf55e-53c9-4360-80bb-447febed10f3 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:40.171724 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-956780d2-e809-4cb3-bf4d-3aedd08ec161 req-cfeaf55e-53c9-4360-80bb-447febed10f3 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 943 time: 0.3439548
Dec 17 16:23:40.237925 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-956780d2-e809-4cb3-bf4d-3aedd08ec161 req-6abd7b48-bd0c-4946-8914-9b600813f0f7 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590637
Dec 17 16:23:40.240804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceeea5-b663-44af-bb71-03404afb3a97 req-69329237-3e7b-4845-8bcb-f9f10a745f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:40.242411 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-61ceeea5-b663-44af-bb71-03404afb3a97 req-69329237-3e7b-4845-8bcb-f9f10a745f23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1351185
Dec 17 16:23:40.395373 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-61ceeea5-b663-44af-bb71-03404afb3a97 req-ccce8675-ebcc-45ea-a08a-6138646fed55 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448920
Dec 17 16:23:40.549316 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-61ceeea5-b663-44af-bb71-03404afb3a97 req-86e82b83-2879-4d4e-9169-2101eff234b1 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444905
Dec 17 16:23:41.552171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a116bb-770e-47e8-ad89-fa5d5a36a554 req-3e250d69-2e62-47e2-8413-f26f38057181 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:41.553728 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d1a116bb-770e-47e8-ad89-fa5d5a36a554 req-3e250d69-2e62-47e2-8413-f26f38057181 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 943 time: 0.1778686
Dec 17 16:23:41.604821 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d1a116bb-770e-47e8-ad89-fa5d5a36a554 req-49839234-81ec-4300-9863-894afb20c648 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439532
Dec 17 16:23:42.333108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:23:42.817263 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497257-d39b-4195-99d2-1fb3934c4455 req-32a37bf2-7c86-454d-aa48-a14fc9c32c7a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:42.818906 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a6497257-d39b-4195-99d2-1fb3934c4455 req-32a37bf2-7c86-454d-aa48-a14fc9c32c7a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 943 time: 0.0835698
Dec 17 16:23:42.872410 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a6497257-d39b-4195-99d2-1fb3934c4455 req-ee641087-758d-482c-b8d2-7e007e0659ba tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460629
Dec 17 16:23:44.098082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc979-e4a1-4d8e-96f7-67ee06f2a660 req-c189e517-0546-4985-a0c9-bb3e189d9140 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:44.100122 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8f3cc979-e4a1-4d8e-96f7-67ee06f2a660 req-c189e517-0546-4985-a0c9-bb3e189d9140 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 943 time: 0.0956738
Dec 17 16:23:44.155444 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8f3cc979-e4a1-4d8e-96f7-67ee06f2a660 req-2cd330a3-caa0-4ea4-9ab9-b08399d40ab2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474753
Dec 17 16:23:44.804923 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 0c529daa-21fa-4055-b979-7573314d2692 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:23:44.876596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port 0c529daa-21fa-4055-b979-7573314d2692 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:23:44.897275 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 0c529daa-21fa-4055-b979-7573314d2692 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:44.897275 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:45.027127 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:45.057286 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a111b7-4e07-4a73-9839-d9ecf3dd9b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c529daa-21fa-4055-b979-7573314d2692'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:23:45.068854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 0c529daa-21fa-4055-b979-7573314d2692, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0c529daa-21fa-4055-b979-7573314d2692,segment=NetworkSegment(2d2b5860-a3b6-49f8-8e17-24f29d7f63a9),segment_id=2d2b5860-a3b6-49f8-8e17-24f29d7f63a9)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:23:45.072919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:45.075226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:45.131647 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a111b7-4e07-4a73-9839-d9ecf3dd9b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c529daa-21fa-4055-b979-7573314d2692', 'code': 200}
Dec 17 16:23:45.147860 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=0c529daa-21fa-4055-b979-7573314d2692,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:45.156148 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.156560 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.157020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.158151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.158151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.158623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.159263 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.159639 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.160218 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.160452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.160818 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.161244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.161590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.161952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.162314 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.162672 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.163031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.163392 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.163749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.164117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.164490 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.164845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.165245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.165571 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:23:45.170172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:45.398634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca70fa1-c8a2-41a3-9324-5afd8b303c1a req-e64c82a9-e55b-4e26-b3b0-9b0e13704e3e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:45.400604 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5ca70fa1-c8a2-41a3-9324-5afd8b303c1a req-e64c82a9-e55b-4e26-b3b0-9b0e13704e3e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 945 time: 0.1009984
Dec 17 16:23:45.459637 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5ca70fa1-c8a2-41a3-9324-5afd8b303c1a req-eb7dcb8b-c957-4c78-b14a-e2603c4e9060 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492964
Dec 17 16:23:46.701186 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb79456-5fee-4783-9359-e255f2d168a4 req-71091599-596d-4337-baf5-4aec99cc30cb tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:46.702780 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3fb79456-5fee-4783-9359-e255f2d168a4 req-71091599-596d-4337-baf5-4aec99cc30cb tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 945 time: 0.0943282
Dec 17 16:23:46.753225 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3fb79456-5fee-4783-9359-e255f2d168a4 req-3e7ea036-7334-4ca1-8e2e-f609211c9970 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436823
Dec 17 16:23:47.977805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cde34f-1f58-4ddb-b529-ed66573940cd req-b755e4c1-9ac2-41b5-bc87-1b879ed3487a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:47.979539 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-19cde34f-1f58-4ddb-b529-ed66573940cd req-b755e4c1-9ac2-41b5-bc87-1b879ed3487a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 945 time: 0.0891602
Dec 17 16:23:48.032723 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-19cde34f-1f58-4ddb-b529-ed66573940cd req-a08ffd3e-6849-49f9-a0a8-214fd549a230 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461659
Dec 17 16:23:48.047625 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2cc9b-ae98-4ab2-950d-bf229a1cb2ae req-19f4adc2-671c-470e-8426-f5c395bdeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:48.049300 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c8b2cc9b-ae98-4ab2-950d-bf229a1cb2ae req-19f4adc2-671c-470e-8426-f5c395bdeae3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 1162 time: 0.0849428
Dec 17 16:23:48.103339 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c8b2cc9b-ae98-4ab2-950d-bf229a1cb2ae req-3ed62101-e2da-408d-a799-4903ade7d87f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463700
Dec 17 16:23:48.320738 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 0c529daa-21fa-4055-b979-7573314d2692 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:23:48.398383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 0c529daa-21fa-4055-b979-7573314d2692 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:23:48.399779 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:49.263043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a390e9-b7ae-4040-afb6-7f0390647933 req-1aa90998-b771-421f-a7b9-c81f0fe36122 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:49.266267 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-26a390e9-b7ae-4040-afb6-7f0390647933 req-1aa90998-b771-421f-a7b9-c81f0fe36122 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 945 time: 0.0945024
Dec 17 16:23:49.326130 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-26a390e9-b7ae-4040-afb6-7f0390647933 req-9cb1a017-622d-4bae-bedf-34f27dbfdb4b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520074
Dec 17 16:23:50.573058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269f0bf-7e64-4876-895d-fdb3f65d52da req-b590c2b8-df38-49a8-83a7-dc6eacfa7605 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:50.574677 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3269f0bf-7e64-4876-895d-fdb3f65d52da req-b590c2b8-df38-49a8-83a7-dc6eacfa7605 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 945 time: 0.1103261
Dec 17 16:23:50.626987 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3269f0bf-7e64-4876-895d-fdb3f65d52da req-bee41259-d19d-4f7f-aecf-20d2184c0098 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455065
Dec 17 16:23:50.854952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6358ba-cfef-46b3-944d-43229ed1f905 req-b9d83e70-c863-4818-b62b-f711a5b4a23b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:50.856687 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-be6358ba-cfef-46b3-944d-43229ed1f905 req-b9d83e70-c863-4818-b62b-f711a5b4a23b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 945 time: 0.0973840
Dec 17 16:23:50.866239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 54150) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:23:50.872612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-69f56b3f-772d-494c-9e7f-f3d70fde8499 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Request body: {'floatingip': {'port_id': '0c529daa-21fa-4055-b979-7573314d2692'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:23:50.953582 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-69f56b3f-772d-494c-9e7f-f3d70fde8499 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:51.811763 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-69f56b3f-772d-494c-9e7f-f3d70fde8499 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:51.814414 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-69f56b3f-772d-494c-9e7f-f3d70fde8499 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:51.994488 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [None req-69f56b3f-772d-494c-9e7f-f3d70fde8499 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Floating IP 0711322b-b2ef-4c5e-9ced-dccfd314d3d1 associated. External IP: 172.27.0.165, port: 0c529daa-21fa-4055-b979-7573314d2692.
Dec 17 16:23:52.362177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f56b3f-772d-494c-9e7f-f3d70fde8499 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Router eb12d604-1282-4a2b-9dfd-7443ef569495 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:23:52.551287 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f56b3f-772d-494c-9e7f-f3d70fde8499 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:23:52.556778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-69f56b3f-772d-494c-9e7f-f3d70fde8499 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:52.562642 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def7339-ec5b-4d8e-b9fa-03b38f6dae50 None None] Sync routers for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:23:52.573158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def7339-ec5b-4d8e-b9fa-03b38f6dae50 None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:23:52.573828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-6def7339-ec5b-4d8e-b9fa-03b38f6dae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f048978>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:23:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:52.615542 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-69f56b3f-772d-494c-9e7f-f3d70fde8499 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "PUT /v2.0/floatingips/0711322b-b2ef-4c5e-9ced-dccfd314d3d1 HTTP/1.1" status: 200  len: 991 time: 1.7480459
Dec 17 16:23:52.616155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a111b7-4e07-4a73-9839-d9ecf3dd9b2a', 'tag': '0c529daa-21fa-4055-b979-7573314d2692'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:23:52.684596 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a111b7-4e07-4a73-9839-d9ecf3dd9b2a', 'tag': '0c529daa-21fa-4055-b979-7573314d2692', 'status': 'completed', 'code': 200}
Dec 17 16:23:52.771012 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-6def7339-ec5b-4d8e-b9fa-03b38f6dae50 None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:23:52.828367 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b4356-5c32-4c89-91b4-d35a53ae5609 req-942fb00d-515c-42ec-8664-53480ef43365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:52.830475 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b24b4356-5c32-4c89-91b4-d35a53ae5609 req-942fb00d-515c-42ec-8664-53480ef43365 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d88f4d61c03147058a5cb64e562def92&device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 1162 time: 0.0855052
Dec 17 16:23:52.987491 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b4356-5c32-4c89-91b4-d35a53ae5609 req-25abe639-efa1-40a6-808c-24f82b0c8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:52.989443 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b24b4356-5c32-4c89-91b4-d35a53ae5609 req-25abe639-efa1-40a6-808c-24f82b0c8990 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7 HTTP/1.1" status: 200  len: 905 time: 0.1503398
Dec 17 16:23:53.127400 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b24b4356-5c32-4c89-91b4-d35a53ae5609 req-c0388a6e-4769-4413-9e7f-6c6718a8da22 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c529daa-21fa-4055-b979-7573314d2692 HTTP/1.1" status: 200  len: 999 time: 0.1314850
Dec 17 16:23:53.183220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-6def7339-ec5b-4d8e-b9fa-03b38f6dae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f048978>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '0711322b-b2ef-4c5e-9ced-dccfd314d3d1', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'port_id': '0c529daa-21fa-4055-b979-7573314d2692', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'mac_address': 'fa:16:3e:8a:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a111b7-4e07-4a73-9839-d9ecf3dd9b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:23:31Z', 'updated_at': '2020-12-17T16:23:51Z', 'revision_number': 1, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:33Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:53.187768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def7339-ec5b-4d8e-b9fa-03b38f6dae50 None None] Checking router: eb12d604-1282-4a2b-9dfd-7443ef569495 for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:23:53.197527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def7339-ec5b-4d8e-b9fa-03b38f6dae50 None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:23:53.198198 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-6def7339-ec5b-4d8e-b9fa-03b38f6dae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f048978>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:23:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:53.222731 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b4356-5c32-4c89-91b4-d35a53ae5609 req-59e9b1ae-7e88-4918-af49-a0307f79c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:53.224437 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b24b4356-5c32-4c89-91b4-d35a53ae5609 req-59e9b1ae-7e88-4918-af49-a0307f79c803 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc2be979-1166-4a9e-a53b-412236800276 HTTP/1.1" status: 200  len: 850 time: 0.0689414
Dec 17 16:23:53.313615 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b4356-5c32-4c89-91b4-d35a53ae5609 req-a5401769-7363-4f70-a671-54773424b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:53.315278 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b24b4356-5c32-4c89-91b4-d35a53ae5609 req-a5401769-7363-4f70-a671-54773424b5f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835931
Dec 17 16:23:53.387284 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-6def7339-ec5b-4d8e-b9fa-03b38f6dae50 None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:23:53.467693 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b24b4356-5c32-4c89-91b4-d35a53ae5609 req-e7a55a40-2ea3-43c7-8e87-dd902f1caed1 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412337
Dec 17 16:23:53.619420 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b24b4356-5c32-4c89-91b4-d35a53ae5609 req-b745d2ea-37f7-4173-8a02-25121a0189cd service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447704
Dec 17 16:23:53.940548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-6def7339-ec5b-4d8e-b9fa-03b38f6dae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f048978>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '0711322b-b2ef-4c5e-9ced-dccfd314d3d1', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'port_id': '0c529daa-21fa-4055-b979-7573314d2692', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'mac_address': 'fa:16:3e:8a:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a111b7-4e07-4a73-9839-d9ecf3dd9b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:23:31Z', 'updated_at': '2020-12-17T16:23:51Z', 'revision_number': 1, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:33Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:23:53.946974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def7339-ec5b-4d8e-b9fa-03b38f6dae50 None None] The sync data for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi is: [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '0711322b-b2ef-4c5e-9ced-dccfd314d3d1', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'port_id': '0c529daa-21fa-4055-b979-7573314d2692', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'mac_address': 'fa:16:3e:8a:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a111b7-4e07-4a73-9839-d9ecf3dd9b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:23:31Z', 'updated_at': '2020-12-17T16:23:51Z', 'revision_number': 1, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:33Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:23:54.231199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256bcada-584b-4bd8-a0e5-bb101af50379 None None] New status for floating IP 0711322b-b2ef-4c5e-9ced-dccfd314d3d1: ACTIVE {{(pid=80282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:23:54.702488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78d2a0-173a-417a-a2f1-9630c62e9c3d req-2cbf1384-fc99-4fa0-a61e-e870a9c3a099 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:54.704105 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8a78d2a0-173a-417a-a2f1-9630c62e9c3d req-2cbf1384-fc99-4fa0-a61e-e870a9c3a099 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 945 time: 0.0870857
Dec 17 16:23:54.757268 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8a78d2a0-173a-417a-a2f1-9630c62e9c3d req-179e94eb-9205-436f-8f5d-8b053c1ffb7f tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463963
Dec 17 16:23:55.647775 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:55.983180 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce90578-a30d-4027-a7c3-0c78d7cb3afc req-8dbb0462-f9ba-4e18-ad38-9b0b07bcd9be tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:55.985024 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3ce90578-a30d-4027-a7c3-0c78d7cb3afc req-8dbb0462-f9ba-4e18-ad38-9b0b07bcd9be tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 945 time: 0.0858502
Dec 17 16:23:56.035690 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3ce90578-a30d-4027-a7c3-0c78d7cb3afc req-386a92d6-6b6e-4c42-9bfd-9e46f78b32fa tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440793
Dec 17 16:23:56.219063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c2fc292c-47e3-426d-af44-bf9232462752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:56.565075 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-a6997ba8-f862-444e-b04c-beea82c35988 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:56.566625 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-a6997ba8-f862-444e-b04c-beea82c35988 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.70 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 945 time: 0.0876067
Dec 17 16:23:56.644904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Deleting port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:23:56.645282 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:56.832329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:23:56.915514 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] For port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=1dd3758b-7ebb-4826-8bbe-fa36bd567bc0,segment=NetworkSegment(86efb29f-97ef-4302-a396-fc48ef07d3b6),segment_id=86efb29f-97ef-4302-a396-fc48ef07d3b6)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:23:56.915903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:56.987497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:57.037555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9389809-7cda-4587-ad6c-627582e649a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd3758b-7ebb-4826-8bbe-fa36bd567bc0'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:23:57.056645 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=1dd3758b-7ebb-4826-8bbe-fa36bd567bc0,segment=NetworkSegment(86efb29f-97ef-4302-a396-fc48ef07d3b6),segment_id=86efb29f-97ef-4302-a396-fc48ef07d3b6)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:23:57.060764 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:57.064956 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a85dd243-1b19-4b71-89de-7b95d133d745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:57.129333 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Calling delete_port for 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:23:57.140953 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9389809-7cda-4587-ad6c-627582e649a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd3758b-7ebb-4826-8bbe-fa36bd567bc0', 'code': 200}
Dec 17 16:23:57.186847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=1dd3758b-7ebb-4826-8bbe-fa36bd567bc0,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:57.193301 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:57.300319 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80279) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:23:57.300890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:23:57.323788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0976b-08c1-4493-a966-54213b29c40d req-5cac8163-75f2-4dea-9c54-874d6f6eb8bc tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:57.325855 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-11a0976b-08c1-4493-a966-54213b29c40d req-5cac8163-75f2-4dea-9c54-874d6f6eb8bc tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 943 time: 0.1108267
Dec 17 16:23:57.385534 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-11a0976b-08c1-4493-a966-54213b29c40d req-8bb1fa79-8e96-48fe-b846-f7dd701b569f tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527096
Dec 17 16:23:57.802383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Deleting port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:23:57.802751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:58.309225 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] For port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=1dd3758b-7ebb-4826-8bbe-fa36bd567bc0,segment=NetworkSegment(86efb29f-97ef-4302-a396-fc48ef07d3b6),segment_id=86efb29f-97ef-4302-a396-fc48ef07d3b6)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:23:58.309790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:58.444320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Calling delete_port for 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:23:58.611929 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e66b6c5c-a4d4-4c7f-83dd-d75eaedf9610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:58.682973 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:58.700724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:23:58.749077 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Pushing event deleted for resources: {'Port': ['ID=1dd3758b-7ebb-4826-8bbe-fa36bd567bc0,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:23:58.807417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:23:58.816077 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054337a2-a79f-49b2-bd9d-d41e4565a1bd req-48bd8260-734e-4545-952e-2fdebd1500c5 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:23:58.817720 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-054337a2-a79f-49b2-bd9d-d41e4565a1bd req-48bd8260-734e-4545-952e-2fdebd1500c5 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/ports?device_id=e9389809-7cda-4587-ad6c-627582e649a0 HTTP/1.1" status: 200  len: 865 time: 0.2810757
Dec 17 16:23:58.901706 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-054337a2-a79f-49b2-bd9d-d41e4565a1bd req-e732604f-0f3c-4553-89ca-8ee4fac97169 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.21 "GET /v2.0/security-groups?id=63cb43bd-526a-44a3-9f1a-02fbedadd15f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759089
Dec 17 16:23:58.953374 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] No DVR routers for this DVR port 1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:23:58.955745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:23:58.958506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9389809-7cda-4587-ad6c-627582e649a0', 'name': 'network-vif-deleted', 'tag': '1dd3758b-7ebb-4826-8bbe-fa36bd567bc0'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:23:58.973988 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0826098c-ab08-488b-b4e1-38a42c6a2250 req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] 10.222.0.70 "DELETE /v2.0/ports/1dd3758b-7ebb-4826-8bbe-fa36bd567bc0 HTTP/1.1" status: 204  len: 173 time: 2.4014254
Dec 17 16:23:59.024911 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9389809-7cda-4587-ad6c-627582e649a0', 'name': 'network-vif-deleted', 'tag': '1dd3758b-7ebb-4826-8bbe-fa36bd567bc0', 'status': 'completed', 'code': 200}
Dec 17 16:23:59.593359 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:00.330062 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:01.021545 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:19.332385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:24:21.281797 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-aa77ccfc-4837-421f-accb-1762a5ac65ea req-cd7df03c-7cd7-46ce-bfea-e845a737a0a2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1674504
Dec 17 16:24:21.417725 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77ccfc-4837-421f-accb-1762a5ac65ea req-c2436590-afc1-49ce-bad2-0f3cb594b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:24:21.419472 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-aa77ccfc-4837-421f-accb-1762a5ac65ea req-c2436590-afc1-49ce-bad2-0f3cb594b133 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a55fe0baa0f24396b3d5695191f1a6f0&device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 1202 time: 0.0813141
Dec 17 16:24:21.598849 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77ccfc-4837-421f-accb-1762a5ac65ea req-9c0aa916-f03f-4bd9-96f7-d8205b606838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:24:21.600564 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-aa77ccfc-4837-421f-accb-1762a5ac65ea req-9c0aa916-f03f-4bd9-96f7-d8205b606838 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea HTTP/1.1" status: 200  len: 909 time: 0.1579406
Dec 17 16:24:21.717593 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-aa77ccfc-4837-421f-accb-1762a5ac65ea req-68bcc909-b230-4fb8-9266-b3b73c5c148f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 1001 time: 0.1091099
Dec 17 16:24:21.789884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77ccfc-4837-421f-accb-1762a5ac65ea req-5003d0f1-5ad1-49aa-9faf-6623c1f1a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:24:21.791514 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-aa77ccfc-4837-421f-accb-1762a5ac65ea req-5003d0f1-5ad1-49aa-9faf-6623c1f1a47a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb533e61-2485-4c3f-b94b-eabff26e03d3 HTTP/1.1" status: 200  len: 854 time: 0.0675359
Dec 17 16:24:21.879167 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77ccfc-4837-421f-accb-1762a5ac65ea req-10964616-e306-49e3-be1c-061fc3a86e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:24:21.880783 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-aa77ccfc-4837-421f-accb-1762a5ac65ea req-10964616-e306-49e3-be1c-061fc3a86e5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828140
Dec 17 16:24:22.076445 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-aa77ccfc-4837-421f-accb-1762a5ac65ea req-7408894a-85b9-4e92-b3f8-931ae2a6aa9d service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1889770
Dec 17 16:24:22.263354 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-aa77ccfc-4837-421f-accb-1762a5ac65ea req-2fd58075-245b-49e4-b884-95931dae741a service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1801348
Dec 17 16:24:25.271739 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54384) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:24:25.342220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Deleting subnet eb330f05-c9ec-4615-9733-91442c0a43b0 {{(pid=80280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:24:25.345336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:25.397532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036787743928'] for subnet, precommit_delete_associations {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:25.457501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:25.643557 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:25.725123 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67031972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919690'] for subnet, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:25.741535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5fb8d0a2-33ec-4ea3-872b-05345a65806c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:24:25.832845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb330f05-c9ec-4615-9733-91442c0a43b0,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:24:25.853600 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.854354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.854734 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.855126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.855515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.855904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.856321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.856707 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.857093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.857475 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.857854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.858232 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.858681 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.859060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.859437 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.859813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.860237 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.860606 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.860981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.861353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.861729 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.862103 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.862478 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.862850 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:25.866931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:24:25.898056 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:25.906016 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eb330f05-c9ec-4615-9733-91442c0a43b0 HTTP/1.1" status: 204  len: 168 time: 0.6331148
Dec 17 16:24:25.910142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54388) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:24:26.044322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:26.213485 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-66c754c8-260c-4751-baee-521735b80da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:26.245300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:26.370702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81f62fa20>,) {'filters': {'network_id': ['e152e971-8233-4860-bd5f-3b2d11e13566']}} {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:24:26.385144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81f62fa20>, '86efb29f-97ef-4302-a396-fc48ef07d3b6') {'for_net_delete': True} {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:24:26.385467 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81f62fa20>, '86efb29f-97ef-4302-a396-fc48ef07d3b6') {} {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:24:26.408930 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67031889'] for segment, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:26.427063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:26.427801 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:24:26.612151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] Network e152e971-8233-4860-bd5f-3b2d11e13566 has no segments {{(pid=80280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:24:26.621971 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787744250'] for segment, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:26.807780 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] Network e152e971-8233-4860-bd5f-3b2d11e13566 has no segments {{(pid=80280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:24:26.830361 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:24:26.908960 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:26.912722 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:24:26.926863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:26.937713 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] Pushing event deleted for resources: {'Network': ['ID=e152e971-8233-4860-bd5f-3b2d11e13566,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:24:26.942955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:24:26.946170 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e152e971-8233-4860-bd5f-3b2d11e13566 HTTP/1.1" status: 204  len: 168 time: 1.0349517
Dec 17 16:24:27.154840 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54396) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:24:27.207353 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f8355103-a831-4ab0-a9c2-06922eb254f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ca50fba28ee44cca900a45f579fb936&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0512159
Dec 17 16:24:27.209974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54400) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:24:27.275464 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-29f6e7b2-65a1-413a-9b45-2a3172f62bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:27.301009 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-29f6e7b2-65a1-413a-9b45-2a3172f62bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:27.349119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-29f6e7b2-65a1-413a-9b45-2a3172f62bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:27.354117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7c64f7d3-5bdb-4912-8f48-64539446d8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:24:27.585607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6e7b2-65a1-413a-9b45-2a3172f62bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cb43bd-526a-44a3-9f1a-02fbedadd15f,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:24:27.591316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-29f6e7b2-65a1-413a-9b45-2a3172f62bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:24:27.593628 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-29f6e7b2-65a1-413a-9b45-2a3172f62bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:27.595235 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-29f6e7b2-65a1-413a-9b45-2a3172f62bb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63cb43bd-526a-44a3-9f1a-02fbedadd15f HTTP/1.1" status: 204  len: 168 time: 0.3842876
Dec 17 16:24:28.604407 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b2cff4f0-e53b-4e26-8204-6cff84cb8ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:29.590964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:30.323877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:31.023778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:47.782646 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c224cb9-6d74-43fb-a4bb-eafc46cbaf46 req-69326793-2de1-4fee-9ece-317cf33aff27 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:24:47.784231 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0c224cb9-6d74-43fb-a4bb-eafc46cbaf46 req-69326793-2de1-4fee-9ece-317cf33aff27 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0850437
Dec 17 16:24:47.834533 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0c224cb9-6d74-43fb-a4bb-eafc46cbaf46 req-9dd90138-99cc-4c80-8852-1d73d39eb5b3 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436921
Dec 17 16:24:49.067543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45222a-8893-4f84-a714-11d4a2d7068b req-d20984fa-19c8-43d6-8003-9d0e5ca1f509 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:24:49.069202 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf45222a-8893-4f84-a714-11d4a2d7068b req-d20984fa-19c8-43d6-8003-9d0e5ca1f509 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0884366
Dec 17 16:24:49.118543 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf45222a-8893-4f84-a714-11d4a2d7068b req-a5a0272b-a821-4885-aba0-a56ff3959293 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425677
Dec 17 16:24:49.419737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-9661937a-4c8e-421b-bcf4-e0bb363342c5 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:24:49.421347 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-9661937a-4c8e-421b-bcf4-e0bb363342c5 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.70 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 946 time: 0.0908179
Dec 17 16:24:49.494844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Deleting port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:24:49.495227 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:49.613221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device f8ff982b-c017-44d9-b7c9-e1f5afb920d3 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:24:49.754735 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:49.778264 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] For port f8ff982b-c017-44d9-b7c9-e1f5afb920d3, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:24:49.778662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:49.788636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:24:49.802809 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port f8ff982b-c017-44d9-b7c9-e1f5afb920d3, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:24:49.806055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:49.808880 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:24:49.882736 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,revision_number=7']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:24:49.894491 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.894879 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.895257 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.895632 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.896007 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.896404 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.897032 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.897282 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.897483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.898805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.900504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.900504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.900504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.900504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.900504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.900504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.900504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.900504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.900504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.900504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.900504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.907849 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.907849 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.907849 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:49.913482 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:24:49.955328 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3', 'code': 200}
Dec 17 16:24:50.107384 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:50.108073 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:50.108073 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Floating IP 9846b9bf-78dc-4a1e-8f84-1d5b7804ed3b disassociated. External IP: 172.27.0.101, port: f8ff982b-c017-44d9-b7c9-e1f5afb920d3.
Dec 17 16:24:50.108443 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Calling delete_port for f8ff982b-c017-44d9-b7c9-e1f5afb920d3 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:24:50.191894 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80279) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:24:50.193144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:24:50.357315 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32ce05-ca77-4946-a7af-7a6cbd36d190 req-dae4d81c-3434-46d9-bddc-2415dec23e7b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:24:50.358987 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf32ce05-ca77-4946-a7af-7a6cbd36d190 req-dae4d81c-3434-46d9-bddc-2415dec23e7b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 944 time: 0.0888312
Dec 17 16:24:50.423561 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf32ce05-ca77-4946-a7af-7a6cbd36d190 req-a63cd47a-a9f8-466d-ad46-86ad94a9514a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=520db7ce-f296-4647-a947-2bec1ce4ad9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578656
Dec 17 16:24:50.694562 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Deleting port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:24:50.695000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:50.981885 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] For port f8ff982b-c017-44d9-b7c9-e1f5afb920d3, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:24:50.982209 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:51.296682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:51.297234 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:51.297234 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Floating IP 9846b9bf-78dc-4a1e-8f84-1d5b7804ed3b disassociated. External IP: 172.27.0.101, port: f8ff982b-c017-44d9-b7c9-e1f5afb920d3.
Dec 17 16:24:51.297472 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Calling delete_port for f8ff982b-c017-44d9-b7c9-e1f5afb920d3 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:24:51.483007 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:51.501609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:24:51.648321 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3af3336d-4d74-4fc7-8a6b-93050f43a755 req-0b8ee3ae-4b4f-4a64-a3fe-974f2026ffe6 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 210 time: 0.0542519
Dec 17 16:24:51.843126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event deleted for resources: {'Port': ['ID=f8ff982b-c017-44d9-b7c9-e1f5afb920d3,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:24:51.860331 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.860737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.861137 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.861536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.861928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.862319 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.862709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.863097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.863483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.863866 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.864272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.864657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.865109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.865494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.865878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.866259 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.867216 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.867607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.867989 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.868393 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.868778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.869158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.869536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.869914 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:24:51.881392 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:24:52.148694 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Router 7a2b4344-9f15-4201-9418-5dc39767e773 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:24:52.349327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:24:52.361638 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ed88f3-b105-4081-b25e-80ae021ce194 None None] Sync routers for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:24:52.387200 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ed88f3-b105-4081-b25e-80ae021ce194 None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:24:52.388809 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-57ed88f3-b105-4081-b25e-80ae021ce194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f535748>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:24:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:24:52.392267 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] No DVR routers for this DVR port f8ff982b-c017-44d9-b7c9-e1f5afb920d3 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:24:52.394925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:52.398813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'name': 'network-vif-deleted', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:24:52.426338 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-92bf35df-2688-4537-b3ce-9a835e82d303 req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.70 "DELETE /v2.0/ports/f8ff982b-c017-44d9-b7c9-e1f5afb920d3 HTTP/1.1" status: 204  len: 173 time: 2.9995496
Dec 17 16:24:52.577658 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c836329-b1eb-4a79-ae3b-9b11391659da', 'name': 'network-vif-deleted', 'tag': 'f8ff982b-c017-44d9-b7c9-e1f5afb920d3', 'status': 'completed', 'code': 200}
Dec 17 16:24:52.610260 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-57ed88f3-b105-4081-b25e-80ae021ce194 None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:24:52.874492 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-d8e5951d-8f72-46d4-bb50-77583d86aad6 req-7d2112ed-a278-4463-96d0-c790d83dfb4b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Synchronizing usage tracker for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:24:52.921226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-d8e5951d-8f72-46d4-bb50-77583d86aad6 req-7d2112ed-a278-4463-96d0-c790d83dfb4b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Unset dirty status for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:24:52.922834 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d8e5951d-8f72-46d4-bb50-77583d86aad6 req-7d2112ed-a278-4463-96d0-c790d83dfb4b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=8c836329-b1eb-4a79-ae3b-9b11391659da HTTP/1.1" status: 200  len: 210 time: 0.0989873
Dec 17 16:24:52.982613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-57ed88f3-b105-4081-b25e-80ae021ce194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f535748>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:19Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:24:52.986795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ed88f3-b105-4081-b25e-80ae021ce194 None None] Checking router: 7a2b4344-9f15-4201-9418-5dc39767e773 for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:24:52.997273 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ed88f3-b105-4081-b25e-80ae021ce194 None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:24:52.997972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-57ed88f3-b105-4081-b25e-80ae021ce194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f535748>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:24:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:24:53.197106 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-57ed88f3-b105-4081-b25e-80ae021ce194 None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:24:53.545853 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-57ed88f3-b105-4081-b25e-80ae021ce194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f535748>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:19Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:24:53.549990 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ed88f3-b105-4081-b25e-80ae021ce194 None None] The sync data for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi is: [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:19Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:24:53.962862 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62b34b5-33f8-4068-9ac3-144acfbebacd None None] New status for floating IP 9846b9bf-78dc-4a1e-8f84-1d5b7804ed3b: DOWN {{(pid=80282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:24:54.122002 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54494) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:24:54.209871 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-522be3ec-a65b-4e5b-ad5e-33bcda2a8b70 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:54.240759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-522be3ec-a65b-4e5b-ad5e-33bcda2a8b70 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:54.297621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-522be3ec-a65b-4e5b-ad5e-33bcda2a8b70 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:54.307995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a59fa39d-3764-4b6a-b90a-3d5a1ec2f4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:24:54.324736 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522be3ec-a65b-4e5b-ad5e-33bcda2a8b70 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event deleted for resources: {'SecurityGroup': ['ID=520db7ce-f296-4647-a947-2bec1ce4ad9d,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:24:54.328768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-522be3ec-a65b-4e5b-ad5e-33bcda2a8b70 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:24:54.329740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-522be3ec-a65b-4e5b-ad5e-33bcda2a8b70 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:54.331231 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-522be3ec-a65b-4e5b-ad5e-33bcda2a8b70 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "DELETE /v2.0/security-groups/520db7ce-f296-4647-a947-2bec1ce4ad9d HTTP/1.1" status: 204  len: 168 time: 0.2076702
Dec 17 16:24:54.334747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54500) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:24:54.353650 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.v2.resource [None req-d82fece5-2441-4731-9b54-5f9869ccc405 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] show failed (client error): The resource could not be found.
Dec 17 16:24:54.355109 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d82fece5-2441-4731-9b54-5f9869ccc405 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups/520db7ce-f296-4647-a947-2bec1ce4ad9d HTTP/1.1" status: 404  len: 347 time: 0.0183823
Dec 17 16:24:54.357863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54504) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:24:54.522769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-f07a233c-708e-4210-b215-cd3da3d3207d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Deleting port 6477d3f9-2377-4722-8d85-aa293f0a1d9e {{(pid=80280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:24:54.523218 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f07a233c-708e-4210-b215-cd3da3d3207d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:54.706416 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f07a233c-708e-4210-b215-cd3da3d3207d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:54.706910 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f07a233c-708e-4210-b215-cd3da3d3207d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:54.837472 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-f07a233c-708e-4210-b215-cd3da3d3207d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Calling delete_port for 6477d3f9-2377-4722-8d85-aa293f0a1d9e owned by network:floatingip {{(pid=80280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:24:54.982180 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f07a233c-708e-4210-b215-cd3da3d3207d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67031632'] for port, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:54.998305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bd473f3a-48a4-4814-b917-573e2cba34d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:24:55.092398 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a233c-708e-4210-b215-cd3da3d3207d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event deleted for resources: {'Port': ['ID=6477d3f9-2377-4722-8d85-aa293f0a1d9e,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:24:55.095551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f07a233c-708e-4210-b215-cd3da3d3207d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:24:55.220538 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f07a233c-708e-4210-b215-cd3da3d3207d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:55.238777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f07a233c-708e-4210-b215-cd3da3d3207d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:55.239946 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f07a233c-708e-4210-b215-cd3da3d3207d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "DELETE /v2.0/floatingips/9846b9bf-78dc-4a1e-8f84-1d5b7804ed3b HTTP/1.1" status: 204  len: 168 time: 0.8810918
Dec 17 16:24:55.644312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:55.747100 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54512) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:24:55.755050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Request body: {'security_group': {'name': 'tempest-securitygroup--1372575000', 'description': 'tempest-description--1947175345'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:24:55.766779 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:24:55.772130 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Usage tracker for resource:security_group and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:24:55.777314 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:24:55.785417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:24:55.797573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:55.821361 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:24:55.825672 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Usage tracker for resource:security_group_rule and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:24:55.828723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:24:55.834522 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:24:55.908809 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:55.911545 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:55.917009 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-973e9e04-e976-47f2-af80-07d7ba215460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:24:55.961268 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7dd3c0-86af-40e3-9562-d93ea9639043,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:24:55.964100 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:55.966870 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 0.2171474
Dec 17 16:24:55.966870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:24:55.968574 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54516) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:24:55.974187 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-8d0e4d12-0a9e-4ee3-9852-b876640fa137 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Request body: {'security_group_rule': {'security_group_id': '8f7dd3c0-86af-40e3-9562-d93ea9639043', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:24:55.980709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-8d0e4d12-0a9e-4ee3-9852-b876640fa137 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:24:55.984848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-8d0e4d12-0a9e-4ee3-9852-b876640fa137 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Usage tracker for resource:security_group_rule and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:24:55.987895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-8d0e4d12-0a9e-4ee3-9852-b876640fa137 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:24:55.994217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-8d0e4d12-0a9e-4ee3-9852-b876640fa137 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:24:56.010479 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4d12-0a9e-4ee3-9852-b876640fa137 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group_rule, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:56.085705 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4d12-0a9e-4ee3-9852-b876640fa137 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:56.088617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4d12-0a9e-4ee3-9852-b876640fa137 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:56.090692 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:24:56.114567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e4d12-0a9e-4ee3-9852-b876640fa137 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d945698-2336-41ac-9aff-4d810693202f,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:24:56.120957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8d0e4d12-0a9e-4ee3-9852-b876640fa137 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:24:56.125253 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4d12-0a9e-4ee3-9852-b876640fa137 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group_rule, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:56.126124 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-8d0e4d12-0a9e-4ee3-9852-b876640fa137 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1565371
Dec 17 16:24:56.129036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54520) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:24:56.135247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-91866bca-3614-46d9-8ca9-993f1e449fa2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Request body: {'security_group_rule': {'security_group_id': '8f7dd3c0-86af-40e3-9562-d93ea9639043', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:24:56.141615 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-91866bca-3614-46d9-8ca9-993f1e449fa2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:24:56.147290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-91866bca-3614-46d9-8ca9-993f1e449fa2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Usage tracker for resource:security_group_rule and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:24:56.151592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-91866bca-3614-46d9-8ca9-993f1e449fa2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:24:56.156645 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-91866bca-3614-46d9-8ca9-993f1e449fa2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:24:56.173685 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-91866bca-3614-46d9-8ca9-993f1e449fa2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group_rule, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:56.216542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4939c8bd-b7c6-4675-aaeb-f8c9ceecf7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:56.240033 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-91866bca-3614-46d9-8ca9-993f1e449fa2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:56.243282 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-91866bca-3614-46d9-8ca9-993f1e449fa2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:56.245378 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:24:56.269747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91866bca-3614-46d9-8ca9-993f1e449fa2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99a0b30-1bdc-4cad-a339-ba3e14e80c4d,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:24:56.272878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-91866bca-3614-46d9-8ca9-993f1e449fa2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:24:56.279822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-91866bca-3614-46d9-8ca9-993f1e449fa2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group_rule, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:56.281136 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-91866bca-3614-46d9-8ca9-993f1e449fa2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1510994
Dec 17 16:24:56.284511 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54524) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:24:56.290084 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Request body: {'floatingip': {'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:24:56.296121 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:24:56.300339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Usage tracker for resource:floatingip and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:24:56.303466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:24:56.309846 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:24:56.320594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:56.330995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:24:56.467964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:56.757526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Allocated IP 172.27.0.235 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/c943faa9-a5b2-4e21-b91b-18dadefac0e6) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:24:56.934229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:56.962555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67031632'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:56.981708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:24:57.118080 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event updated for resources: {'Port': ['ID=c943faa9-a5b2-4e21-b91b-18dadefac0e6,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:24:57.123819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:24:57.190300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:24:57.191734 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:24:57.194017 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:24:57.289566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:57.356770 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:57.639129 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for port, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:57.642672 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787744152'] for port, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:57.658246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:24:57.795676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event updated for resources: {'Port': ['ID=c943faa9-a5b2-4e21-b91b-18dadefac0e6,revision_number=2']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:24:57.800995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:24:57.905536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:57.930240 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:57.931559 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6460307
Dec 17 16:24:58.127934 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-a4796e28-0f28-41c6-9d33-82d6ddad058a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1372575000&fields=id&tenant_id=34bc4066866a49b5bbccb3d65311ae08 HTTP/1.1" status: 200  len: 267 time: 0.0444777
Dec 17 16:24:58.305121 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47f37f-4c55-491e-8444-682f5b938f49 req-e4b672fc-6495-427b-be55-7308aabc790a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:24:58.306742 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-e4b672fc-6495-427b-be55-7308aabc790a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 817 time: 0.1713586
Dec 17 16:24:58.329570 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-6c53b405-faf3-4c9b-80bb-df6b2a702115 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/quotas/34bc4066866a49b5bbccb3d65311ae08 HTTP/1.1" status: 200  len: 375 time: 0.0130341
Dec 17 16:24:58.434047 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-4862284a-08cd-4612-98a4-f7c8f01e474d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0975471
Dec 17 16:24:58.608192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8aca801d-ee58-4b49-b244-789714efbd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:24:58.722606 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33193d81-a756-4ba6-924d-b872b8f45447 service neutron] 10.222.0.21 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2751050
Dec 17 16:24:58.869424 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-c01d8cea-84f6-4328-a138-efd8bb506a32 service neutron] 10.222.0.21 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400921
Dec 17 16:24:59.084828 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f08c8312-5a9c-45cd-9af6-0725b073d4be req-cded0621-45ba-47c2-9a50-f5d65e53207d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 210 time: 0.0503750
Dec 17 16:24:59.591500 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:00.282939 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ef09fce7-6568-4d23-98d9-b313001f768b req-cf6965cc-8421-4d9a-8e0a-a77266120b42 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 210 time: 0.0476680
Dec 17 16:25:00.327901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:00.554465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47f37f-4c55-491e-8444-682f5b938f49 req-0fba079f-a4d3-4207-8936-34bbe72eab99 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:00.556942 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-0fba079f-a4d3-4207-8936-34bbe72eab99 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 817 time: 0.1897368
Dec 17 16:25:00.654602 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-39e3d630-6b9a-4d9b-99ac-ca6abda4d9f3 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=34bc4066866a49b5bbccb3d65311ae08 HTTP/1.1" status: 200  len: 5505 time: 0.0774481
Dec 17 16:25:00.664844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Request body: {'port': {'device_id': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'admin_state_up': True, 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'security_groups': ['8f7dd3c0-86af-40e3-9562-d93ea9639043']}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:25:00.815702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:25:00.820667 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Usage tracker for resource:port and tenant:34bc4066866a49b5bbccb3d65311ae08 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:25:00.823718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Quota usage for port was recalculated. Used quota:3. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:25:00.829555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:25:00.838553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Made reservation on behalf of 34bc4066866a49b5bbccb3d65311ae08 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:25:00.844137 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:01.027405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:01.164286 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Allocated IP 172.20.0.6 (b6e44d33-ddf3-45d8-afd9-8b49d4349d6e/f4fa23b0-f73d-4593-ae20-51acce70477d/c370c802-a838-4cf4-95c2-1c45db964acb) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:25:01.390723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:01.415325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Transition to ACTIVE for port object c370c802-a838-4cf4-95c2-1c45db964acb will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:25:01.438855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:01.457924 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:25:01.661018 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event updated for resources: {'Port': ['ID=c370c802-a838-4cf4-95c2-1c45db964acb,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:25:01.667465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:25:01.737604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e232a5-7440-4bd6-b5de-769cfc03ee28 req-2aa27957-2aad-4384-a718-e72c54f89afb tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:01.739228 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e3e232a5-7440-4bd6-b5de-769cfc03ee28 req-2aa27957-2aad-4384-a718-e72c54f89afb tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 931 time: 0.2380278
Dec 17 16:25:01.750538 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:25:01.763836 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:25:01.768142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:25:01.861950 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e3e232a5-7440-4bd6-b5de-769cfc03ee28 req-106a04b4-10af-45e3-a030-8ad5186559f7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143851
Dec 17 16:25:01.872233 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:01.872926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:01.898918 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2382965
Dec 17 16:25:01.919448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Request body: {'port': {'device_id': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:25:01.995417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-98fcc581-49fc-4ba2-bef9-7aa72927c12d None None] Provisioning for port c370c802-a838-4cf4-95c2-1c45db964acb completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:25:02.000813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-98fcc581-49fc-4ba2-bef9-7aa72927c12d None None] Provisioning complete for port c370c802-a838-4cf4-95c2-1c45db964acb triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:25:02.001321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-98fcc581-49fc-4ba2-bef9-7aa72927c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:02.047302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:02.061068 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-98fcc581-49fc-4ba2-bef9-7aa72927c12d None None] Port c370c802-a838-4cf4-95c2-1c45db964acb cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:25:02.725389 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c370c802-a838-4cf4-95c2-1c45db964acb {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:25:02.733250 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:02.745817 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Transition to ACTIVE for port object c370c802-a838-4cf4-95c2-1c45db964acb will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:25:02.748408 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:02.764576 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f452c59e-77e8-4737-812f-6e83f2181f91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:25:02.907918 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Pushing event updated for resources: {'Port': ['ID=c370c802-a838-4cf4-95c2-1c45db964acb,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:25:02.912797 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:25:03.178756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Attempting to bind port c370c802-a838-4cf4-95c2-1c45db964acb on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:25:03.179177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Attempting to bind port c370c802-a838-4cf4-95c2-1c45db964acb by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:25:03.179548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Attempting to bind port c370c802-a838-4cf4-95c2-1c45db964acb on network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:25:03.188918 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:25:03.189304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Checking segment: {'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:25:03.189719 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:03.190117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Bound using segment: {'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:25:03.190602 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Bound port: c370c802-a838-4cf4-95c2-1c45db964acb, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f851a5-9d67-4bff-8c08-d7072bc67807', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:25:03.190986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:03.210843 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b923477-a713-4b54-b561-241e9e82788f req-eb394932-1c20-4dc8-8241-f02a4f45d5bc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:03.211620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-3b923477-a713-4b54-b561-241e9e82788f req-eb394932-1c20-4dc8-8241-f02a4f45d5bc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Synchronizing usage tracker for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:25:03.270823 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-3b923477-a713-4b54-b561-241e9e82788f req-eb394932-1c20-4dc8-8241-f02a4f45d5bc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Unset dirty status for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:25:03.272070 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3b923477-a713-4b54-b561-241e9e82788f req-eb394932-1c20-4dc8-8241-f02a4f45d5bc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.2419624
Dec 17 16:25:03.349695 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3b923477-a713-4b54-b561-241e9e82788f req-16d67af4-81a2-44d9-8f51-9bdbcd00721f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685041
Dec 17 16:25:03.350872 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] For port c370c802-a838-4cf4-95c2-1c45db964acb, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:25:03.354929 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] For port c370c802-a838-4cf4-95c2-1c45db964acb, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=c370c802-a838-4cf4-95c2-1c45db964acb,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:25:03.358527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:03.385996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:25:03.541831 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Pushing event updated for resources: {'Port': ['ID=c370c802-a838-4cf4-95c2-1c45db964acb,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:25:03.547498 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:25:03.581582 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:03.582296 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:03.583783 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] 10.222.0.70 "PUT /v2.0/ports/c370c802-a838-4cf4-95c2-1c45db964acb HTTP/1.1" status: 200  len: 1157 time: 1.6694205
Dec 17 16:25:03.584528 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'tag': 'c370c802-a838-4cf4-95c2-1c45db964acb'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:25:03.688400 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'tag': 'c370c802-a838-4cf4-95c2-1c45db964acb', 'status': 'completed', 'code': 200}
Dec 17 16:25:03.734565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47f37f-4c55-491e-8444-682f5b938f49 req-99467207-fbc0-48ff-a028-675cd1251ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:03.736311 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-99467207-fbc0-48ff-a028-675cd1251ae4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 1160 time: 0.0942643
Dec 17 16:25:03.819357 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-43587be7-1549-48af-9594-7c6e4d0b5375 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c370c802-a838-4cf4-95c2-1c45db964acb HTTP/1.1" status: 200  len: 217 time: 0.0677488
Dec 17 16:25:03.895701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47f37f-4c55-491e-8444-682f5b938f49 req-fe10e362-7b23-4cb1-9c98-75cd8c8000b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:03.897257 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-fe10e362-7b23-4cb1-9c98-75cd8c8000b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.0714703
Dec 17 16:25:03.978299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47f37f-4c55-491e-8444-682f5b938f49 req-b8d10c00-8aa6-40c4-a081-215281ecd27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:03.979929 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-b8d10c00-8aa6-40c4-a081-215281ecd27c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755229
Dec 17 16:25:04.127322 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-526d8c58-3305-4ffb-99ed-85c3fba7bb73 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397009
Dec 17 16:25:04.291985 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db47f37f-4c55-491e-8444-682f5b938f49 req-ffce2aad-5212-48f1-87de-81964ec632f5 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1583998
Dec 17 16:25:04.479383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4e4fd-b6cf-4c33-acbe-cd940f6e801d req-f3924595-abd2-42f2-b54a-3d41d4d8593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:04.481237 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83f4e4fd-b6cf-4c33-acbe-cd940f6e801d req-f3924595-abd2-42f2-b54a-3d41d4d8593f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 1160 time: 0.0875423
Dec 17 16:25:04.589895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8465a-fe80-411f-a940-bf30ac0f7475 req-43285ee8-930e-41c5-b310-cdeb70aa75c2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:04.590670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-e0a8465a-fe80-411f-a940-bf30ac0f7475 req-43285ee8-930e-41c5-b310-cdeb70aa75c2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Synchronizing usage tracker for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:port {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:25:04.603757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-e0a8465a-fe80-411f-a940-bf30ac0f7475 req-43285ee8-930e-41c5-b310-cdeb70aa75c2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Unset dirty status for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:port {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:25:04.605250 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e0a8465a-fe80-411f-a940-bf30ac0f7475 req-43285ee8-930e-41c5-b310-cdeb70aa75c2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.1002853
Dec 17 16:25:04.631501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4e4fd-b6cf-4c33-acbe-cd940f6e801d req-b91550c7-c9f5-42e1-a1c9-42c597fef7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:04.633652 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83f4e4fd-b6cf-4c33-acbe-cd940f6e801d req-b91550c7-c9f5-42e1-a1c9-42c597fef7cf service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 911 time: 0.1428499
Dec 17 16:25:04.658131 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-e0a8465a-fe80-411f-a940-bf30ac0f7475 req-9c36e9e4-b8ad-41f1-9668-a250e8ff8249 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Synchronizing usage tracker for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:security_group {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:25:04.673513 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-e0a8465a-fe80-411f-a940-bf30ac0f7475 req-9c36e9e4-b8ad-41f1-9668-a250e8ff8249 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Unset dirty status for tenant:34bc4066866a49b5bbccb3d65311ae08 on resource:security_group {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:25:04.674779 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e0a8465a-fe80-411f-a940-bf30ac0f7475 req-9c36e9e4-b8ad-41f1-9668-a250e8ff8249 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631080
Dec 17 16:25:04.718451 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83f4e4fd-b6cf-4c33-acbe-cd940f6e801d req-aaac04eb-d6c5-448a-bcfe-4a2b2e0da311 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c370c802-a838-4cf4-95c2-1c45db964acb HTTP/1.1" status: 200  len: 217 time: 0.0749109
Dec 17 16:25:04.794405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4e4fd-b6cf-4c33-acbe-cd940f6e801d req-3f63e1ab-8716-4d0c-b1c4-7fe3b4e44976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:04.795954 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83f4e4fd-b6cf-4c33-acbe-cd940f6e801d req-3f63e1ab-8716-4d0c-b1c4-7fe3b4e44976 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.0690575
Dec 17 16:25:04.882687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4e4fd-b6cf-4c33-acbe-cd940f6e801d req-08f37a32-130e-45f1-92a1-b19d339b9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:04.884594 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83f4e4fd-b6cf-4c33-acbe-cd940f6e801d req-08f37a32-130e-45f1-92a1-b19d339b9a85 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810244
Dec 17 16:25:05.037757 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83f4e4fd-b6cf-4c33-acbe-cd940f6e801d req-6f29ce38-bd78-404c-821a-d7192b35dfd1 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436205
Dec 17 16:25:05.186597 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83f4e4fd-b6cf-4c33-acbe-cd940f6e801d req-468221e0-f73d-4261-b08a-7f5a12688ac0 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401772
Dec 17 16:25:05.910903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f9ef3-dfb6-415f-99b0-b893f93cf84b req-451cf3c9-400d-4ef4-9c72-4d49faf9b2cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:05.912588 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-537f9ef3-dfb6-415f-99b0-b893f93cf84b req-451cf3c9-400d-4ef4-9c72-4d49faf9b2cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.0866420
Dec 17 16:25:05.962792 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-537f9ef3-dfb6-415f-99b0-b893f93cf84b req-a19400bd-995f-4689-a1ab-eecfa1b33d0e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432246
Dec 17 16:25:06.415990 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device c370c802-a838-4cf4-95c2-1c45db964acb up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:25:06.485821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port c370c802-a838-4cf4-95c2-1c45db964acb completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:25:06.491096 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port c370c802-a838-4cf4-95c2-1c45db964acb triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:25:06.491489 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:06.617476 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:06.645997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c370c802-a838-4cf4-95c2-1c45db964acb'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:25:06.657249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port c370c802-a838-4cf4-95c2-1c45db964acb, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=c370c802-a838-4cf4-95c2-1c45db964acb,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:25:06.660363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:06.662147 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-08e52702-9314-42f0-b9ed-89351aefceb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:25:06.710951 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c370c802-a838-4cf4-95c2-1c45db964acb', 'code': 200}
Dec 17 16:25:06.737414 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=c370c802-a838-4cf4-95c2-1c45db964acb,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:25:06.741431 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:25:06.996135 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84eb6b-cd25-4755-8e63-427e3c443793 req-e4dbeb38-3f81-4523-a468-ff1b0da32096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:06.997926 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8a84eb6b-cd25-4755-8e63-427e3c443793 req-e4dbeb38-3f81-4523-a468-ff1b0da32096 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 1162 time: 0.0799437
Dec 17 16:25:07.047870 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8a84eb6b-cd25-4755-8e63-427e3c443793 req-6e3f48fe-40f5-4cdf-b18f-77a9c7948bf0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433819
Dec 17 16:25:07.198090 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c39cf9-4248-4117-afed-c10b79e361b1 req-200f19e3-383c-453a-a6c7-80b348ac7abf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:07.199712 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f5c39cf9-4248-4117-afed-c10b79e361b1 req-200f19e3-383c-453a-a6c7-80b348ac7abf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0862143
Dec 17 16:25:07.251535 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f5c39cf9-4248-4117-afed-c10b79e361b1 req-c1c15a4e-f26f-46ea-8fda-4a84bc6d73cd tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435390
Dec 17 16:25:08.065483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device c370c802-a838-4cf4-95c2-1c45db964acb up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:25:08.142203 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port c370c802-a838-4cf4-95c2-1c45db964acb triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:25:08.142613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:08.497315 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd365d-c81a-4e18-8f38-f4765da946a2 req-2673eddf-ec05-4849-b55c-63f7a11de07f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:08.498967 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d5bd365d-c81a-4e18-8f38-f4765da946a2 req-2673eddf-ec05-4849-b55c-63f7a11de07f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0914128
Dec 17 16:25:08.550656 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d5bd365d-c81a-4e18-8f38-f4765da946a2 req-e9878e53-7f14-4ce0-80fc-e041a1399d92 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451832
Dec 17 16:25:08.804560 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c5098-6acf-4af0-8eea-6f50db9a2faa req-c55bec9a-264d-49b5-bae5-43d30f3168c8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:08.806224 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ca4c5098-6acf-4af0-8eea-6f50db9a2faa req-c55bec9a-264d-49b5-bae5-43d30f3168c8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0860221
Dec 17 16:25:08.815898 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 54602) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:25:08.822162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-63b2f19d-aa76-4ebd-8759-1d46e9bcd8bf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Request body: {'floatingip': {'port_id': 'c370c802-a838-4cf4-95c2-1c45db964acb'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:25:08.905086 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-63b2f19d-aa76-4ebd-8759-1d46e9bcd8bf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:09.761251 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-63b2f19d-aa76-4ebd-8759-1d46e9bcd8bf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:09.764662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-63b2f19d-aa76-4ebd-8759-1d46e9bcd8bf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:09.947242 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [None req-63b2f19d-aa76-4ebd-8759-1d46e9bcd8bf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Floating IP 62f9672d-caf3-4bd3-87da-74f575f555da associated. External IP: 172.27.0.235, port: c370c802-a838-4cf4-95c2-1c45db964acb.
Dec 17 16:25:10.317949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b2f19d-aa76-4ebd-8759-1d46e9bcd8bf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Router 7a2b4344-9f15-4201-9418-5dc39767e773 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:25:10.520367 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b2f19d-aa76-4ebd-8759-1d46e9bcd8bf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:25:10.525548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-63b2f19d-aa76-4ebd-8759-1d46e9bcd8bf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:10.531258 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935174fc-68f7-4c57-a56f-3e55be3fd6e9 None None] Sync routers for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:25:10.542182 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935174fc-68f7-4c57-a56f-3e55be3fd6e9 None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:25:10.542947 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-935174fc-68f7-4c57-a56f-3e55be3fd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f436358>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:24:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:25:10.589540 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-63b2f19d-aa76-4ebd-8759-1d46e9bcd8bf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "PUT /v2.0/floatingips/62f9672d-caf3-4bd3-87da-74f575f555da HTTP/1.1" status: 200  len: 991 time: 1.7721968
Dec 17 16:25:10.590793 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'tag': 'c370c802-a838-4cf4-95c2-1c45db964acb'}] {{(pid=80280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:25:10.745766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-935174fc-68f7-4c57-a56f-3e55be3fd6e9 None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:25:10.746402 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'tag': 'c370c802-a838-4cf4-95c2-1c45db964acb', 'status': 'completed', 'code': 200}
Dec 17 16:25:10.886687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007dc7-270f-41d3-87f0-9675be973f3d req-6f76bd1e-0824-46ac-8301-7195cb9ec582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:10.888445 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cd007dc7-270f-41d3-87f0-9675be973f3d req-6f76bd1e-0824-46ac-8301-7195cb9ec582 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 1162 time: 0.0858359
Dec 17 16:25:11.050543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007dc7-270f-41d3-87f0-9675be973f3d req-b3a8cc53-1154-48b5-9330-ee4b466ec3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:11.052410 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cd007dc7-270f-41d3-87f0-9675be973f3d req-b3a8cc53-1154-48b5-9330-ee4b466ec3df service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 911 time: 0.1574709
Dec 17 16:25:11.178173 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cd007dc7-270f-41d3-87f0-9675be973f3d req-01a50498-c6ad-4502-afd6-7ec029bdf57e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c370c802-a838-4cf4-95c2-1c45db964acb HTTP/1.1" status: 200  len: 999 time: 0.1187859
Dec 17 16:25:11.249095 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007dc7-270f-41d3-87f0-9675be973f3d req-95d2df19-88b3-413b-9db3-c758f6150f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:11.250689 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cd007dc7-270f-41d3-87f0-9675be973f3d req-95d2df19-88b3-413b-9db3-c758f6150f11 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.0651908
Dec 17 16:25:11.329436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-935174fc-68f7-4c57-a56f-3e55be3fd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f436358>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '62f9672d-caf3-4bd3-87da-74f575f555da', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'port_id': 'c370c802-a838-4cf4-95c2-1c45db964acb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'mac_address': 'fa:16:3e:0b:a8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:24:57Z', 'updated_at': '2020-12-17T16:25:09Z', 'revision_number': 1, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:19Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:25:11.330711 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007dc7-270f-41d3-87f0-9675be973f3d req-4533a4fa-d151-44c2-a0ff-8b065bb9e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:11.332358 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cd007dc7-270f-41d3-87f0-9675be973f3d req-4533a4fa-d151-44c2-a0ff-8b065bb9e7c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754995
Dec 17 16:25:11.333732 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935174fc-68f7-4c57-a56f-3e55be3fd6e9 None None] Checking router: 7a2b4344-9f15-4201-9418-5dc39767e773 for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:25:11.343415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935174fc-68f7-4c57-a56f-3e55be3fd6e9 None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:25:11.344091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-935174fc-68f7-4c57-a56f-3e55be3fd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f436358>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:24:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:25:11.546842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-935174fc-68f7-4c57-a56f-3e55be3fd6e9 None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:25:11.716578 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cd007dc7-270f-41d3-87f0-9675be973f3d req-c05619fa-a5d7-43a3-aae9-c9e8bb417003 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3772888
Dec 17 16:25:11.876689 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cd007dc7-270f-41d3-87f0-9675be973f3d req-bb85a082-d002-440a-944c-96a49e4e79a7 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1530483
Dec 17 16:25:11.951087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-935174fc-68f7-4c57-a56f-3e55be3fd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f436358>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '62f9672d-caf3-4bd3-87da-74f575f555da', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'port_id': 'c370c802-a838-4cf4-95c2-1c45db964acb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'mac_address': 'fa:16:3e:0b:a8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:24:57Z', 'updated_at': '2020-12-17T16:25:09Z', 'revision_number': 1, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:19Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:25:11.955555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935174fc-68f7-4c57-a56f-3e55be3fd6e9 None None] The sync data for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi is: [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '62f9672d-caf3-4bd3-87da-74f575f555da', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'port_id': 'c370c802-a838-4cf4-95c2-1c45db964acb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'mac_address': 'fa:16:3e:0b:a8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:24:57Z', 'updated_at': '2020-12-17T16:25:09Z', 'revision_number': 1, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:19Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:25:12.226572 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a52cfdf-9b40-4b27-88ae-0cf17f00c004 None None] New status for floating IP 62f9672d-caf3-4bd3-87da-74f575f555da: ACTIVE {{(pid=80282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:25:22.516952 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-30bce871-b935-43e6-a6ec-dec2c896c423 req-6d0cd05a-c223-4c0a-8224-c06e205e28b9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0813313
Dec 17 16:25:22.686957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bce871-b935-43e6-a6ec-dec2c896c423 req-bd9d48ea-f5cb-449c-8ea6-8845eb91de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:22.688608 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-30bce871-b935-43e6-a6ec-dec2c896c423 req-bd9d48ea-f5cb-449c-8ea6-8845eb91de31 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a55fe0baa0f24396b3d5695191f1a6f0&device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 1202 time: 0.0780656
Dec 17 16:25:22.847236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bce871-b935-43e6-a6ec-dec2c896c423 req-9aaca6c7-2ec4-4bbd-bceb-bab84432d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:22.848794 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-30bce871-b935-43e6-a6ec-dec2c896c423 req-9aaca6c7-2ec4-4bbd-bceb-bab84432d752 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea HTTP/1.1" status: 200  len: 909 time: 0.1398165
Dec 17 16:25:22.961956 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-30bce871-b935-43e6-a6ec-dec2c896c423 req-892d5438-4311-4cef-bace-c6ad31521c21 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 1001 time: 0.1061714
Dec 17 16:25:23.033825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bce871-b935-43e6-a6ec-dec2c896c423 req-2d550294-2448-42ba-8866-39e792ddc608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:23.035376 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-30bce871-b935-43e6-a6ec-dec2c896c423 req-2d550294-2448-42ba-8866-39e792ddc608 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb533e61-2485-4c3f-b94b-eabff26e03d3 HTTP/1.1" status: 200  len: 854 time: 0.0672159
Dec 17 16:25:23.115104 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bce871-b935-43e6-a6ec-dec2c896c423 req-3db2c69c-7984-4c23-ad45-c6bdaac067cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:25:23.116696 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-30bce871-b935-43e6-a6ec-dec2c896c423 req-3db2c69c-7984-4c23-ad45-c6bdaac067cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750279
Dec 17 16:25:23.258390 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-30bce871-b935-43e6-a6ec-dec2c896c423 req-dce93712-8d40-490d-9c86-11433c552dfc service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354048
Dec 17 16:25:23.405421 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-30bce871-b935-43e6-a6ec-dec2c896c423 req-006c8a6c-b219-4d1e-9638-c86b47ebb01d service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397569
Dec 17 16:25:25.644561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:26.219492 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-dd92f338-c74a-496a-aab8-187d6a9b78f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:28.609330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d2277e16-8b39-44e1-bb89-e895bd1fb77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:29.595845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:30.331396 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:31.028997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:33.332620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:25:55.640965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:56.225682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8d92bc6e-7404-4192-a53c-6d234de4f343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:58.611040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8759c28b-db4d-402c-92f9-d7a809b384b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:25:59.596439 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:00.334648 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:01.032452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:10.332928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:26:22.517541 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3f575bea-dcb7-4e0d-b360-50fa2ff9aacf req-9c01f876-7ebc-4493-b7af-a6a01f0da65a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0747941
Dec 17 16:26:22.626283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f575bea-dcb7-4e0d-b360-50fa2ff9aacf req-0d069d0f-6246-4047-9ebc-482dc80b617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:22.627893 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3f575bea-dcb7-4e0d-b360-50fa2ff9aacf req-0d069d0f-6246-4047-9ebc-482dc80b617c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d88f4d61c03147058a5cb64e562def92&device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 1162 time: 0.0780036
Dec 17 16:26:22.783930 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f575bea-dcb7-4e0d-b360-50fa2ff9aacf req-5af9acf3-0362-4bb9-bc59-df752bfb1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:22.785553 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3f575bea-dcb7-4e0d-b360-50fa2ff9aacf req-5af9acf3-0362-4bb9-bc59-df752bfb1932 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7 HTTP/1.1" status: 200  len: 905 time: 0.1394119
Dec 17 16:26:22.891210 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3f575bea-dcb7-4e0d-b360-50fa2ff9aacf req-45f7d0b9-27b6-41ae-aba1-7391c1fc05ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c529daa-21fa-4055-b979-7573314d2692 HTTP/1.1" status: 200  len: 1001 time: 0.0988533
Dec 17 16:26:22.962448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f575bea-dcb7-4e0d-b360-50fa2ff9aacf req-095ae8df-5820-4d22-b3b6-3a5521472f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:22.964361 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3f575bea-dcb7-4e0d-b360-50fa2ff9aacf req-095ae8df-5820-4d22-b3b6-3a5521472f05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc2be979-1166-4a9e-a53b-412236800276 HTTP/1.1" status: 200  len: 850 time: 0.0667789
Dec 17 16:26:23.045732 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f575bea-dcb7-4e0d-b360-50fa2ff9aacf req-3c449e32-a310-44db-b37b-39634fca18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:23.047432 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3f575bea-dcb7-4e0d-b360-50fa2ff9aacf req-3c449e32-a310-44db-b37b-39634fca18ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764544
Dec 17 16:26:23.193452 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3f575bea-dcb7-4e0d-b360-50fa2ff9aacf req-65d53230-69ab-415f-9d1b-f5f0c6d8d384 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379249
Dec 17 16:26:23.338486 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3f575bea-dcb7-4e0d-b360-50fa2ff9aacf req-3e60656e-2725-4f2f-8c17-a5c9bc358658 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376729
Dec 17 16:26:25.640118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:25.709404 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0fd810bd-cfaa-4106-8d91-c1cf48f9fc0e req-0bc90add-a8ba-4541-abd7-e2d3c420ae2c tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1642189471&fields=id&tenant_id=a55fe0baa0f24396b3d5695191f1a6f0 HTTP/1.1" status: 200  len: 267 time: 0.0439379
Dec 17 16:26:25.803179 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd810bd-cfaa-4106-8d91-c1cf48f9fc0e req-0a5a3db3-c556-4943-8a3b-ac5861f144ce tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:25.804813 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0fd810bd-cfaa-4106-8d91-c1cf48f9fc0e req-0a5a3db3-c556-4943-8a3b-ac5861f144ce tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 984 time: 0.0893269
Dec 17 16:26:25.817177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-0fd810bd-cfaa-4106-8d91-c1cf48f9fc0e req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Request body: {'port': {'security_groups': ['cd7ca57e-cc63-4c20-a28d-4a0a672d0702']}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:26:25.941295 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0fd810bd-cfaa-4106-8d91-c1cf48f9fc0e req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:26.218927 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c01f5c5-8ca8-4973-8f94-d29cd1ca337f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:26.266793 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-0fd810bd-cfaa-4106-8d91-c1cf48f9fc0e req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] For port 24b27e07-8718-4d8b-9f02-bd896b3649e0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0,segment=NetworkSegment(a6518eb1-41d3-4c7d-ace3-8a405ffe1107),segment_id=a6518eb1-41d3-4c7d-ace3-8a405ffe1107)] {{(pid=80280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:26:26.294537 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0fd810bd-cfaa-4106-8d91-c1cf48f9fc0e req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for port, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:26.299381 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0fd810bd-cfaa-4106-8d91-c1cf48f9fc0e req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787744152'] for port, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:26.322072 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c44174fc-ec0a-4daa-af36-609e2ed85278 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:26:26.476188 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Pushing event updated for resources: {'Port': ['ID=24b27e07-8718-4d8b-9f02-bd896b3649e0,revision_number=6']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:26:26.490851 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.491264 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.491641 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.492044 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.492487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.492886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.493282 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.494272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.494272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.494518 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.494803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.495192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.495655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.496399 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.496526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.496829 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.497213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.497602 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.498004 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.498371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.498757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.499141 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.499522 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.499906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:26.512724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:26:26.535916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd810bd-cfaa-4106-8d91-c1cf48f9fc0e req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:26.536623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0fd810bd-cfaa-4106-8d91-c1cf48f9fc0e req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:26.538123 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0fd810bd-cfaa-4106-8d91-c1cf48f9fc0e req-03d805c5-34c7-4f5c-be0b-2b152cd15c90 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "PUT /v2.0/ports/24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 942 time: 0.7260525
Dec 17 16:26:26.538694 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0'}] {{(pid=80280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:26:26.609453 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0', 'status': 'completed', 'code': 200}
Dec 17 16:26:26.693131 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-be35a756-f703-41b9-b926-99a072cf5b0d req-6c009346-3160-43b2-acaa-fc3972409788 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups/993f9596-d46b-4619-a4c6-07a753e7d637 HTTP/1.1" status: 200  len: 2891 time: 0.0569935
Dec 17 16:26:26.737851 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b6f4e-91e4-4e59-a0f6-5771d4407c55 req-455af761-b2c6-4d48-8153-281b2526fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:26.739395 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d37b6f4e-91e4-4e59-a0f6-5771d4407c55 req-455af761-b2c6-4d48-8153-281b2526fbae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a55fe0baa0f24396b3d5695191f1a6f0&device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 1162 time: 0.0837469
Dec 17 16:26:26.774119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-be35a756-f703-41b9-b926-99a072cf5b0d req-7a0daf08-7c2d-49d8-a2c9-a41e4cd2587e tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:26.782935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-c3fdcc87-0faa-4163-ada2-6b16d43bb786 None None] Provisioning complete for port 24b27e07-8718-4d8b-9f02-bd896b3649e0 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:26:26.783360 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c3fdcc87-0faa-4163-ada2-6b16d43bb786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:26.804604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-be35a756-f703-41b9-b926-99a072cf5b0d req-7a0daf08-7c2d-49d8-a2c9-a41e4cd2587e tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:26.860901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-be35a756-f703-41b9-b926-99a072cf5b0d req-7a0daf08-7c2d-49d8-a2c9-a41e4cd2587e tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:26.866444 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6e328eed-0cee-46c6-ae92-3840143ccbb2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:26:26.888130 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0daf08-7c2d-49d8-a2c9-a41e4cd2587e tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Pushing event deleted for resources: {'SecurityGroup': ['ID=993f9596-d46b-4619-a4c6-07a753e7d637,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:26:26.892352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7a0daf08-7c2d-49d8-a2c9-a41e4cd2587e tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:26:26.899330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b6f4e-91e4-4e59-a0f6-5771d4407c55 req-783f505e-919c-46cc-9bbf-c439f2e4d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:26.900571 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d37b6f4e-91e4-4e59-a0f6-5771d4407c55 req-783f505e-919c-46cc-9bbf-c439f2e4d16f service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea HTTP/1.1" status: 200  len: 909 time: 0.1546056
Dec 17 16:26:26.905151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-be35a756-f703-41b9-b926-99a072cf5b0d req-7a0daf08-7c2d-49d8-a2c9-a41e4cd2587e tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:26.908305 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-be35a756-f703-41b9-b926-99a072cf5b0d req-7a0daf08-7c2d-49d8-a2c9-a41e4cd2587e tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "DELETE /v2.0/security-groups/993f9596-d46b-4619-a4c6-07a753e7d637 HTTP/1.1" status: 204  len: 173 time: 0.2070601
Dec 17 16:26:27.121612 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d37b6f4e-91e4-4e59-a0f6-5771d4407c55 req-54ccb447-9415-41db-b313-00c0d22b6dd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 1001 time: 0.2116587
Dec 17 16:26:27.129180 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-02b3e148-c11d-4955-a453-590bb9fb7214 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/floatingips/12a0de06-a2de-431e-973a-0722da6fa4f8 HTTP/1.1" status: 200  len: 998 time: 0.1534359
Dec 17 16:26:27.286974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b6f4e-91e4-4e59-a0f6-5771d4407c55 req-d135c222-fb76-45e7-878f-56d9bef7b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:27.288619 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d37b6f4e-91e4-4e59-a0f6-5771d4407c55 req-d135c222-fb76-45e7-878f-56d9bef7b759 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb533e61-2485-4c3f-b94b-eabff26e03d3 HTTP/1.1" status: 200  len: 854 time: 0.1585021
Dec 17 16:26:27.403820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-637933ed-bcaf-4966-aeeb-eb5d02c4520e tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:27.405395 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-637933ed-bcaf-4966-aeeb-eb5d02c4520e tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/networks/91d1505b-ce8a-4e95-a9a1-fbd742f1e542 HTTP/1.1" status: 200  len: 784 time: 0.2386260
Dec 17 16:26:27.418722 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-1771742b-ac90-496f-8810-1ac09ecf67e9 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80279) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:26:27.419775 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-1771742b-ac90-496f-8810-1ac09ecf67e9 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0068719
Dec 17 16:26:27.426281 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b6f4e-91e4-4e59-a0f6-5771d4407c55 req-86bee848-c780-42f6-b9c5-cce37610d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:27.427845 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d37b6f4e-91e4-4e59-a0f6-5771d4407c55 req-86bee848-c780-42f6-b9c5-cce37610d4b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1303017
Dec 17 16:26:27.853143 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-33293fa0-f276-4b13-a8d3-26f704f7ba3b tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.186 HTTP/1.1" status: 200  len: 1001 time: 0.4242210
Dec 17 16:26:27.954576 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d37b6f4e-91e4-4e59-a0f6-5771d4407c55 req-3ca410ef-0cbe-4a7e-9a90-2e8b3ebaacfe service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4692760
Dec 17 16:26:27.964108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-2e009e5b-7be0-41e5-8d9a-aff3610844d5 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:27.965504 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-2e009e5b-7be0-41e5-8d9a-aff3610844d5 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports/24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 942 time: 0.1050441
Dec 17 16:26:28.195477 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-4fdb9d4e-87dc-4d22-8baf-05ede101a9e5 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.186 HTTP/1.1" status: 200  len: 1001 time: 0.1452684
Dec 17 16:26:28.201432 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d37b6f4e-91e4-4e59-a0f6-5771d4407c55 req-f93c01c2-6fc9-4b49-96c5-1c8d400283af service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2349668
Dec 17 16:26:28.416087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Deleting port bd85cf74-498c-4cd2-b378-1ef29bcbb900 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:26:28.416420 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:28.594418 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:28.594778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for floatingip, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:28.613137 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2726323-29dd-48a8-875d-3fc84650e789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:28.730852 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Calling delete_port for bd85cf74-498c-4cd2-b378-1ef29bcbb900 owned by network:floatingip {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:26:28.771548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 24b27e07-8718-4d8b-9f02-bd896b3649e0 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:26:28.848214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 24b27e07-8718-4d8b-9f02-bd896b3649e0 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:26:28.848671 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:28.904504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:28.921589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a34f8f79-cc7c-41b9-9f0b-d5cfa18b0ea8 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:26:29.024152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Pushing event deleted for resources: {'Port': ['ID=bd85cf74-498c-4cd2-b378-1ef29bcbb900,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:26:29.046600 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.047017 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.048008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.048455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.048857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.049255 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.049650 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.050049 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.050446 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.050841 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.051231 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.051621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.052088 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.052501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.052894 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.053289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.053678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.054067 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.054454 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.054845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.055228 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.055615 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.056007 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.056419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:26:29.060721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:26:29.174938 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks [] for floatingip, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:29.175317 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Floating IP 12a0de06-a2de-431e-973a-0722da6fa4f8 disassociated (deleted). External IP: 172.27.0.186, port: 24b27e07-8718-4d8b-9f02-bd896b3649e0.
Dec 17 16:26:29.548514 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Router f2a4ac87-e63f-4f38-9598-f10701524f14 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:26:29.599136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:29.737139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:26:29.747019 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2d8eed-6eb6-4ce7-9491-571f0ce2dcd9 None None] Sync routers for ids ['f2a4ac87-e63f-4f38-9598-f10701524f14'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:26:29.761655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2d8eed-6eb6-4ce7-9491-571f0ce2dcd9 None None] Routers {'f2a4ac87-e63f-4f38-9598-f10701524f14'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:26:29.762401 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-de2d8eed-6eb6-4ce7-9491-571f0ce2dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f741f98>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:26:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['f2a4ac87-e63f-4f38-9598-f10701524f14'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:26:29.763362 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:29.819501 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "DELETE /v2.0/floatingips/12a0de06-a2de-431e-973a-0722da6fa4f8 HTTP/1.1" status: 204  len: 173 time: 1.6170096
Dec 17 16:26:29.820047 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:26:29.884298 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0', 'status': 'completed', 'code': 200}
Dec 17 16:26:29.912201 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e098c5ba-bac8-4f21-b609-18a30a744ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:29.912886 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-e098c5ba-bac8-4f21-b609-18a30a744ac8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55fe0baa0f24396b3d5695191f1a6f0&device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 1162 time: 0.0786564
Dec 17 16:26:29.956333 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-de2d8eed-6eb6-4ce7-9491-571f0ce2dcd9 None None] Set router f2a4ac87-e63f-4f38-9598-f10701524f14 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:26:30.126137 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-5992a0bc-c0b4-47d0-a3d4-67770b85ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:30.127725 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-5992a0bc-c0b4-47d0-a3d4-67770b85ad58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea HTTP/1.1" status: 200  len: 909 time: 0.2069807
Dec 17 16:26:30.133549 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b2d0b-2e0e-42a5-935f-58aed99a776f req-c74353f2-4932-44fb-bb87-5b376c2e1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:30.135083 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e71b2d0b-2e0e-42a5-935f-58aed99a776f req-c74353f2-4932-44fb-bb87-5b376c2e1776 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a55fe0baa0f24396b3d5695191f1a6f0&device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 1162 time: 0.1916220
Dec 17 16:26:30.227439 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-3ca8f125-3e99-4a28-946e-92a0993a5e44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 217 time: 0.0910752
Dec 17 16:26:30.297343 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-de2d8eed-6eb6-4ce7-9491-571f0ce2dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f741f98>, [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:20:27Z', 'revision_number': 4, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'a9df763d-27d5-4b3b-996f-2e3b585243ee', 'name': '', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'mac_address': 'fa:16:3e:49:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:25Z', 'updated_at': '2020-12-17T16:20:37Z', 'revision_number': 5, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'subnets': [{'id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:26:30.301999 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2d8eed-6eb6-4ce7-9491-571f0ce2dcd9 None None] Checking router: f2a4ac87-e63f-4f38-9598-f10701524f14 for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:26:30.312118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2d8eed-6eb6-4ce7-9491-571f0ce2dcd9 None None] Routers {'f2a4ac87-e63f-4f38-9598-f10701524f14'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:26:30.313358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-de2d8eed-6eb6-4ce7-9491-571f0ce2dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f741f98>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:26:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['f2a4ac87-e63f-4f38-9598-f10701524f14'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:26:30.431385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:30.637297 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-cd6ec778-d4a0-4e03-9f72-e0999db66333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:30.638840 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-cd6ec778-d4a0-4e03-9f72-e0999db66333 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb533e61-2485-4c3f-b94b-eabff26e03d3 HTTP/1.1" status: 200  len: 854 time: 0.3591344
Dec 17 16:26:30.701462 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-de2d8eed-6eb6-4ce7-9491-571f0ce2dcd9 None None] Set router f2a4ac87-e63f-4f38-9598-f10701524f14 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:26:30.701724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b2d0b-2e0e-42a5-935f-58aed99a776f req-378355d5-0239-476c-b548-99493404331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:30.703053 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e71b2d0b-2e0e-42a5-935f-58aed99a776f req-378355d5-0239-476c-b548-99493404331c service neutron] 10.222.0.70 "GET /v2.0/networks?id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea HTTP/1.1" status: 200  len: 909 time: 0.5114260
Dec 17 16:26:30.779504 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e71b2d0b-2e0e-42a5-935f-58aed99a776f req-6ff70fa8-2025-48f8-90f8-a3873eba38ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 200  len: 217 time: 0.0692618
Dec 17 16:26:30.860862 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-be140433-585d-4c2a-9f5c-c73a26c316cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:30.862774 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-be140433-585d-4c2a-9f5c-c73a26c316cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2097967
Dec 17 16:26:30.864289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b2d0b-2e0e-42a5-935f-58aed99a776f req-f502fe75-5696-4977-95bd-42f4aa7f010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:30.865725 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e71b2d0b-2e0e-42a5-935f-58aed99a776f req-f502fe75-5696-4977-95bd-42f4aa7f010a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb533e61-2485-4c3f-b94b-eabff26e03d3 HTTP/1.1" status: 200  len: 854 time: 0.0793273
Dec 17 16:26:31.042342 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:31.049078 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-de2d8eed-6eb6-4ce7-9491-571f0ce2dcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f741f98>, [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:20:27Z', 'revision_number': 4, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'a9df763d-27d5-4b3b-996f-2e3b585243ee', 'name': '', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'mac_address': 'fa:16:3e:49:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:25Z', 'updated_at': '2020-12-17T16:20:37Z', 'revision_number': 5, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'subnets': [{'id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:26:31.053358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2d8eed-6eb6-4ce7-9491-571f0ce2dcd9 None None] The sync data for ids ['f2a4ac87-e63f-4f38-9598-f10701524f14'] in dv-cinder-766752-2-iscsi is: [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:20:27Z', 'revision_number': 4, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'a9df763d-27d5-4b3b-996f-2e3b585243ee', 'name': '', 'network_id': '3a6a7e7b-9eb0-4935-9676-c2fbec7bafea', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'mac_address': 'fa:16:3e:49:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:25Z', 'updated_at': '2020-12-17T16:20:37Z', 'revision_number': 5, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'subnets': [{'id': 'eb533e61-2485-4c3f-b94b-eabff26e03d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:26:31.078497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b2d0b-2e0e-42a5-935f-58aed99a776f req-fe82a708-e64b-4df9-94db-b04c5a10f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:31.080227 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e71b2d0b-2e0e-42a5-935f-58aed99a776f req-fe82a708-e64b-4df9-94db-b04c5a10f9a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1853924
Dec 17 16:26:31.082699 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-c08c1210-1033-42df-b8fe-07c77587dd8c service neutron] 10.222.0.21 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2124636
Dec 17 16:26:31.354606 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e71b2d0b-2e0e-42a5-935f-58aed99a776f req-fb19a345-cf24-4ee1-9d77-9baaa4a5e1bc service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2673943
Dec 17 16:26:31.357966 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d50e2863-b659-4c2c-a06b-f3e976060123 req-3164dd8e-3cec-4953-80a9-3e77ca95328b service neutron] 10.222.0.21 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2481482
Dec 17 16:26:31.446862 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0c355-9fe7-4534-bd41-168cd070d341 None None] New status for floating IP 12a0de06-a2de-431e-973a-0722da6fa4f8: DOWN {{(pid=80282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:26:31.510522 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e71b2d0b-2e0e-42a5-935f-58aed99a776f req-9d53d2dc-e194-40bc-bce9-2a6be6a7c1c7 service neutron] 10.222.0.70 "GET /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1483006
Dec 17 16:26:34.849526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c62aa-f04c-456e-927a-f5849e4a6ebe req-93d7bd84-c089-4d24-b63c-1121675f6ff5 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:34.850337 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-4a3c62aa-f04c-456e-927a-f5849e4a6ebe req-93d7bd84-c089-4d24-b63c-1121675f6ff5 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Synchronizing usage tracker for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:26:34.864908 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-4a3c62aa-f04c-456e-927a-f5849e4a6ebe req-93d7bd84-c089-4d24-b63c-1121675f6ff5 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Unset dirty status for tenant:a55fe0baa0f24396b3d5695191f1a6f0 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:26:34.866164 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a3c62aa-f04c-456e-927a-f5849e4a6ebe req-93d7bd84-c089-4d24-b63c-1121675f6ff5 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 945 time: 0.1006055
Dec 17 16:26:34.914077 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a3c62aa-f04c-456e-927a-f5849e4a6ebe req-36d401d5-1093-489d-bc95-a7656758f72f tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412469
Dec 17 16:26:35.746901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b9d61-6986-4e4c-bf66-ac3f519f5129 req-13046323-a689-42c5-a5ca-5440486d3358 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:35.748584 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-317b9d61-6986-4e4c-bf66-ac3f519f5129 req-13046323-a689-42c5-a5ca-5440486d3358 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.70 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 945 time: 0.0879321
Dec 17 16:26:35.824493 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-317b9d61-6986-4e4c-bf66-ac3f519f5129 req-9bff78bd-da8f-4b7a-bbf8-6039a79328bc tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Deleting port 24b27e07-8718-4d8b-9f02-bd896b3649e0 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:26:35.824881 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-317b9d61-6986-4e4c-bf66-ac3f519f5129 req-9bff78bd-da8f-4b7a-bbf8-6039a79328bc tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:36.114669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-317b9d61-6986-4e4c-bf66-ac3f519f5129 req-9bff78bd-da8f-4b7a-bbf8-6039a79328bc tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] For port 24b27e07-8718-4d8b-9f02-bd896b3649e0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=24b27e07-8718-4d8b-9f02-bd896b3649e0,segment=NetworkSegment(a6518eb1-41d3-4c7d-ace3-8a405ffe1107),segment_id=a6518eb1-41d3-4c7d-ace3-8a405ffe1107)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:26:36.115249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-317b9d61-6986-4e4c-bf66-ac3f519f5129 req-9bff78bd-da8f-4b7a-bbf8-6039a79328bc tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:36.280862 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-317b9d61-6986-4e4c-bf66-ac3f519f5129 req-9bff78bd-da8f-4b7a-bbf8-6039a79328bc tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Calling delete_port for 24b27e07-8718-4d8b-9f02-bd896b3649e0 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:26:36.432852 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d803e22-2e06-4600-9efa-928d445371d9 req-20613dfc-afc7-4433-b33d-13d1a0e205a9 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:26:36.434512 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2d803e22-2e06-4600-9efa-928d445371d9 req-20613dfc-afc7-4433-b33d-13d1a0e205a9 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/ports?device_id=749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd HTTP/1.1" status: 200  len: 945 time: 0.2485211
Dec 17 16:26:36.504855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-317b9d61-6986-4e4c-bf66-ac3f519f5129 req-9bff78bd-da8f-4b7a-bbf8-6039a79328bc tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:36.521682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4099a41b-0ac3-4c60-8523-3ffe42e768c4 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:26:36.536608 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 24b27e07-8718-4d8b-9f02-bd896b3649e0 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:26:36.554241 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2d803e22-2e06-4600-9efa-928d445371d9 req-23978925-2830-46d6-8ea6-92f10e0abf32 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.21 "GET /v2.0/security-groups?id=cd7ca57e-cc63-4c20-a28d-4a0a672d0702&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112213
Dec 17 16:26:36.576412 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] No Port match for: 24b27e07-8718-4d8b-9f02-bd896b3649e0 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:26:36.576814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 24b27e07-8718-4d8b-9f02-bd896b3649e0 not bound to the agent host hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:26:36.622639 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff78bd-da8f-4b7a-bbf8-6039a79328bc tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Pushing event deleted for resources: {'Port': ['ID=24b27e07-8718-4d8b-9f02-bd896b3649e0,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:26:36.629596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9bff78bd-da8f-4b7a-bbf8-6039a79328bc tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:26:36.728446 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-317b9d61-6986-4e4c-bf66-ac3f519f5129 req-9bff78bd-da8f-4b7a-bbf8-6039a79328bc tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] No DVR routers for this DVR port 24b27e07-8718-4d8b-9f02-bd896b3649e0 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:26:36.730747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-317b9d61-6986-4e4c-bf66-ac3f519f5129 req-9bff78bd-da8f-4b7a-bbf8-6039a79328bc tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:36.733531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'name': 'network-vif-deleted', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:26:36.748451 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-317b9d61-6986-4e4c-bf66-ac3f519f5129 req-9bff78bd-da8f-4b7a-bbf8-6039a79328bc tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] 10.222.0.70 "DELETE /v2.0/ports/24b27e07-8718-4d8b-9f02-bd896b3649e0 HTTP/1.1" status: 204  len: 173 time: 0.9941547
Dec 17 16:26:36.796266 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749ef5d5-1a9c-4f0e-a8a5-868d9d28b9fd', 'name': 'network-vif-deleted', 'tag': '24b27e07-8718-4d8b-9f02-bd896b3649e0', 'status': 'completed', 'code': 200}
Dec 17 16:26:38.437025 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 54990) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:26:38.948705 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676792'] for router_interface, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:39.908251 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] Deleting port a9df763d-27d5-4b3b-996f-2e3b585243ee {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:26:39.908839 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:40.092543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] For port a9df763d-27d5-4b3b-996f-2e3b585243ee, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=a9df763d-27d5-4b3b-996f-2e3b585243ee,segment=NetworkSegment(a6518eb1-41d3-4c7d-ace3-8a405ffe1107),segment_id=a6518eb1-41d3-4c7d-ace3-8a405ffe1107)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:26:40.092929 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:40.218610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] Calling delete_port for a9df763d-27d5-4b3b-996f-2e3b585243ee owned by network:router_interface {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:26:40.551789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:40.567533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-25b1ec14-3b11-4562-9c06-44a2d2b8b3de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:26:40.658485 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9df763d-27d5-4b3b-996f-2e3b585243ee,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:26:40.666801 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:26:40.970918 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1098573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676626'] for router_interface, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:41.480964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] Router f2a4ac87-e63f-4f38-9598-f10701524f14 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:26:41.897837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:26:41.908098 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c58cb42-737c-4360-8cc2-2569a58ad912 None None] Sync routers for ids ['f2a4ac87-e63f-4f38-9598-f10701524f14'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:26:41.911938 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] 10.222.0.21 "PUT /v2.0/routers/f2a4ac87-e63f-4f38-9598-f10701524f14/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4737439
Dec 17 16:26:41.914545 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55002) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:26:41.922065 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58cb42-737c-4360-8cc2-2569a58ad912 None None] Routers {'f2a4ac87-e63f-4f38-9598-f10701524f14'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:26:41.922744 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-0c58cb42-737c-4360-8cc2-2569a58ad912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f0a75f8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:26:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['f2a4ac87-e63f-4f38-9598-f10701524f14'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:26:42.101849 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] Notify callbacks [] for router, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:42.109273 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-0c58cb42-737c-4360-8cc2-2569a58ad912 None None] Set router f2a4ac87-e63f-4f38-9598-f10701524f14 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:26:42.287084 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:42.292460 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] Deleting port ff5f78fa-45e6-4c3a-9736-110b82c84971 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:26:42.292814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:42.416073 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-0c58cb42-737c-4360-8cc2-2569a58ad912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f0a75f8>, [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:26:40Z', 'revision_number': 5, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:26:42.420580 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c58cb42-737c-4360-8cc2-2569a58ad912 None None] Checking router: f2a4ac87-e63f-4f38-9598-f10701524f14 for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:26:42.430727 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58cb42-737c-4360-8cc2-2569a58ad912 None None] Routers {'f2a4ac87-e63f-4f38-9598-f10701524f14'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:26:42.431877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-0c58cb42-737c-4360-8cc2-2569a58ad912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f0a75f8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:26:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['f2a4ac87-e63f-4f38-9598-f10701524f14'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:26:42.480420 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] For port ff5f78fa-45e6-4c3a-9736-110b82c84971, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=ff5f78fa-45e6-4c3a-9736-110b82c84971,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:26:42.481136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:42.614465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] Calling delete_port for ff5f78fa-45e6-4c3a-9736-110b82c84971 owned by network:router_gateway {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:26:42.617195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-0c58cb42-737c-4360-8cc2-2569a58ad912 None None] Set router f2a4ac87-e63f-4f38-9598-f10701524f14 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:26:42.746917 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:42.929749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-0c58cb42-737c-4360-8cc2-2569a58ad912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f0a75f8>, [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:26:40Z', 'revision_number': 5, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:26:42.934882 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c58cb42-737c-4360-8cc2-2569a58ad912 None None] The sync data for ids ['f2a4ac87-e63f-4f38-9598-f10701524f14'] in dv-cinder-766752-2-iscsi is: [{'id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'name': 'tempest-TestMinimumBasicScenario-2025400303-router', 'tenant_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:20:20Z', 'updated_at': '2020-12-17T16:26:40Z', 'revision_number': 5, 'project_id': 'a55fe0baa0f24396b3d5695191f1a6f0', 'gw_port': {'id': 'ff5f78fa-45e6-4c3a-9736-110b82c84971', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a4ac87-e63f-4f38-9598-f10701524f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:20:21Z', 'updated_at': '2020-12-17T16:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:26:42.948880 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102653'] for router_gateway, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:43.084254 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110377'] for router, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:43.086630 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:43.108986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669308'] for router, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:43.109578 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2a4ac87-e63f-4f38-9598-f10701524f14 {{(pid=80279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 17 16:26:43.123195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:43.124544 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-516b24be-7aee-4a15-bd8e-112ec8feca0e admin admin] 10.222.0.21 "DELETE /v2.0/routers/f2a4ac87-e63f-4f38-9598-f10701524f14 HTTP/1.1" status: 204  len: 168 time: 1.2089086
Dec 17 16:26:43.127150 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55008) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:26:43.196776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a676d47-d73a-4baf-8b31-b837480b0aa9 admin admin] Deleting subnet eb533e61-2485-4c3f-b94b-eabff26e03d3 {{(pid=80279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:26:43.200125 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4a676d47-d73a-4baf-8b31-b837480b0aa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:43.257298 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4a676d47-d73a-4baf-8b31-b837480b0aa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789497186'] for subnet, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:43.388202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4a676d47-d73a-4baf-8b31-b837480b0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:43.480434 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device a9df763d-27d5-4b3b-996f-2e3b585243ee no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:26:43.523688 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: a9df763d-27d5-4b3b-996f-2e3b585243ee {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:26:43.524083 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device a9df763d-27d5-4b3b-996f-2e3b585243ee not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:26:43.678432 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4a676d47-d73a-4baf-8b31-b837480b0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65771292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789246181'] for subnet, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:43.694890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:26:43.785597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a676d47-d73a-4baf-8b31-b837480b0aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb533e61-2485-4c3f-b94b-eabff26e03d3,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:26:43.788539 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4a676d47-d73a-4baf-8b31-b837480b0aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:26:43.832846 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4a676d47-d73a-4baf-8b31-b837480b0aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:43.837795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cae88f-bfa4-4598-a1ab-a3f7f5a9be0f None None] Network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:26:43.839680 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4a676d47-d73a-4baf-8b31-b837480b0aa9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eb533e61-2485-4c3f-b94b-eabff26e03d3 HTTP/1.1" status: 204  len: 168 time: 0.7115114
Dec 17 16:26:43.842358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55012) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:26:43.962358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:44.034198 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Deleting port b35723b7-8408-443b-a18c-ef555f07239b {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:26:44.034544 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:44.106101 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bc7b47-3e09-4264-af9f-db165ac2d46f None None] DHCP port deletion for 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea request from dv-cinder-766752-2-iscsi {{(pid=80281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 17 16:26:44.110801 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc7b47-3e09-4264-af9f-db165ac2d46f None None] Deleting port b35723b7-8408-443b-a18c-ef555f07239b {{(pid=80281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:26:44.111319 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a0bc7b47-3e09-4264-af9f-db165ac2d46f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:44.265469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] For port b35723b7-8408-443b-a18c-ef555f07239b, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=b35723b7-8408-443b-a18c-ef555f07239b,segment=NetworkSegment(a6518eb1-41d3-4c7d-ace3-8a405ffe1107),segment_id=a6518eb1-41d3-4c7d-ace3-8a405ffe1107)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:26:44.265907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:44.331553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a0bc7b47-3e09-4264-af9f-db165ac2d46f None None] For port b35723b7-8408-443b-a18c-ef555f07239b, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=b35723b7-8408-443b-a18c-ef555f07239b,segment=NetworkSegment(a6518eb1-41d3-4c7d-ace3-8a405ffe1107),segment_id=a6518eb1-41d3-4c7d-ace3-8a405ffe1107)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:26:44.331923 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a0bc7b47-3e09-4264-af9f-db165ac2d46f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:44.398717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Calling delete_port for b35723b7-8408-443b-a18c-ef555f07239b owned by network:dhcp {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:26:44.459219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc7b47-3e09-4264-af9f-db165ac2d46f None None] Calling delete_port for b35723b7-8408-443b-a18c-ef555f07239b owned by network:dhcp {{(pid=80281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:26:44.475364 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:44.491586 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a43d332d-7f7c-47b8-b8dc-e208668e1fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:26:44.583680 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Pushing event deleted for resources: {'Port': ['ID=b35723b7-8408-443b-a18c-ef555f07239b,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:26:44.586726 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:26:44.599463 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [None req-a0bc7b47-3e09-4264-af9f-db165ac2d46f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80281) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:26:44.599868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [None req-a0bc7b47-3e09-4264-af9f-db165ac2d46f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:26:44.637512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] No DVR routers for this DVR port b35723b7-8408-443b-a18c-ef555f07239b on host dv-cinder-766752-2-iscsi {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:26:44.764347 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:44.882055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81eb9bb38>,) {'filters': {'network_id': ['3a6a7e7b-9eb0-4935-9676-c2fbec7bafea']}} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:26:44.895206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81eb9bb38>, 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107') {'for_net_delete': True} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:26:44.895540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81eb9bb38>, 'a6518eb1-41d3-4c7d-ace3-8a405ffe1107') {} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:26:44.907651 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65278599'] for segment, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:44.925382 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:44.927364 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:26:45.101765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc7b47-3e09-4264-af9f-db165ac2d46f None None] Deleting port b35723b7-8408-443b-a18c-ef555f07239b {{(pid=80281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:26:45.102102 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a0bc7b47-3e09-4264-af9f-db165ac2d46f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:45.175076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc7b47-3e09-4264-af9f-db165ac2d46f None None] The port 'b35723b7-8408-443b-a18c-ef555f07239b' was deleted {{(pid=80281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 17 16:26:45.351762 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:26:45.361577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789004610'] for segment, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:45.521765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device b35723b7-8408-443b-a18c-ef555f07239b no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:26:45.552327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Network 3a6a7e7b-9eb0-4935-9676-c2fbec7bafea has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:26:45.555992 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: b35723b7-8408-443b-a18c-ef555f07239b {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:26:45.556433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device b35723b7-8408-443b-a18c-ef555f07239b not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:26:45.556895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device ff5f78fa-45e6-4c3a-9736-110b82c84971 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:26:45.576441 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:26:45.589767 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: ff5f78fa-45e6-4c3a-9736-110b82c84971 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:26:45.590164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device ff5f78fa-45e6-4c3a-9736-110b82c84971 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:26:45.666373 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:45.671590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:45.675924 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:26:45.699798 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6a7e7b-9eb0-4935-9676-c2fbec7bafea,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:26:45.702449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:26:45.713137 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] 10.222.0.21 "DELETE /v2.0/networks/3a6a7e7b-9eb0-4935-9676-c2fbec7bafea HTTP/1.1" status: 204  len: 168 time: 1.8696926
Dec 17 16:26:45.860521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 55022) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:26:45.915609 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e3cb9a66-df76-4ff8-aef5-0ab2e85f3780 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a55fe0baa0f24396b3d5695191f1a6f0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0537684
Dec 17 16:26:45.918348 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 55026) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:26:45.980470 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ad8b-dcde-4807-82ae-377d1e0103d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:46.008673 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ad8b-dcde-4807-82ae-377d1e0103d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:46.056951 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ad8b-dcde-4807-82ae-377d1e0103d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:46.062466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b0fe00c0-4eaa-46d6-841e-a7e04bfc0adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:26:46.079126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7ad8b-dcde-4807-82ae-377d1e0103d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7ca57e-cc63-4c20-a28d-4a0a672d0702,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:26:46.083847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9cd7ad8b-dcde-4807-82ae-377d1e0103d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:26:46.087457 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ad8b-dcde-4807-82ae-377d1e0103d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:46.088813 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-9cd7ad8b-dcde-4807-82ae-377d1e0103d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd7ca57e-cc63-4c20-a28d-4a0a672d0702 HTTP/1.1" status: 204  len: 168 time: 0.1695428
Dec 17 16:26:47.334181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:26:55.641783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:56.221029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9e002989-fac9-42ac-b1d7-301cb8ce3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:58.615339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b992e8ee-cf0f-438e-a4a9-46ea874be4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:26:59.603522 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:27:00.334025 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:27:01.043824 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:27:24.232607 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ccb49349-4f90-40d8-ad3c-ec9f224d9c1a req-6e621fbe-cb03-41f6-9065-e43e439dbf67 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0831230
Dec 17 16:27:24.335034 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:27:24.347683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb49349-4f90-40d8-ad3c-ec9f224d9c1a req-5d9d5144-017a-4406-9c30-f6af4c202d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:27:24.350495 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ccb49349-4f90-40d8-ad3c-ec9f224d9c1a req-5d9d5144-017a-4406-9c30-f6af4c202d28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 1162 time: 0.0836222
Dec 17 16:27:24.517511 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb49349-4f90-40d8-ad3c-ec9f224d9c1a req-20c835da-c148-44c6-9fc6-6753d2edc93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:27:24.519087 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ccb49349-4f90-40d8-ad3c-ec9f224d9c1a req-20c835da-c148-44c6-9fc6-6753d2edc93c service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 911 time: 0.1492364
Dec 17 16:27:24.632381 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ccb49349-4f90-40d8-ad3c-ec9f224d9c1a req-8d5d7ce3-738f-4c39-b074-c1533ce8074b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c370c802-a838-4cf4-95c2-1c45db964acb HTTP/1.1" status: 200  len: 1001 time: 0.1068335
Dec 17 16:27:24.732552 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb49349-4f90-40d8-ad3c-ec9f224d9c1a req-bbbaaeb0-b787-4239-89b2-4312a1d871f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:27:24.734072 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ccb49349-4f90-40d8-ad3c-ec9f224d9c1a req-bbbaaeb0-b787-4239-89b2-4312a1d871f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.0920320
Dec 17 16:27:24.829812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb49349-4f90-40d8-ad3c-ec9f224d9c1a req-7689c3de-805c-4e5b-8da9-07fccf1c7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:27:24.831388 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ccb49349-4f90-40d8-ad3c-ec9f224d9c1a req-7689c3de-805c-4e5b-8da9-07fccf1c7a5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0904415
Dec 17 16:27:25.002907 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ccb49349-4f90-40d8-ad3c-ec9f224d9c1a req-d9926ba2-e511-4f0f-b2b7-1c28b435aaa4 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650186
Dec 17 16:27:25.165338 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ccb49349-4f90-40d8-ad3c-ec9f224d9c1a req-64136eab-7610-4f0f-815d-bbafc632e6b4 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1546898
Dec 17 16:27:25.641024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:27:26.224049 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-61e5d990-8666-4655-b3b0-aed6b668466c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:27:28.620923 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-11fd9a47-ec5e-4a99-aecc-dfd2a28c935a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:27:29.608252 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:27:30.339457 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:27:31.044789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:27:53.370167 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49b7a-0a48-4091-ac59-d1010887d6f8 req-1a1d4762-2220-4f3c-8286-325742b9be6e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:27:53.371789 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17c49b7a-0a48-4091-ac59-d1010887d6f8 req-1a1d4762-2220-4f3c-8286-325742b9be6e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0878327
Dec 17 16:27:53.424093 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17c49b7a-0a48-4091-ac59-d1010887d6f8 req-ed8c8999-0d2e-4ca4-9fa3-0e9f7d7000b8 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450077
Dec 17 16:27:54.678247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6e62b-f286-4287-a5a8-a2317e8496c6 req-6bc0c962-4c97-48fa-b7fa-5e9dd82f0554 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:27:54.679914 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d3c6e62b-f286-4287-a5a8-a2317e8496c6 req-6bc0c962-4c97-48fa-b7fa-5e9dd82f0554 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0860023
Dec 17 16:27:54.731637 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d3c6e62b-f286-4287-a5a8-a2317e8496c6 req-17ca1a0a-83e9-4eae-b35c-ac698cb6fd8f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442867
Dec 17 16:27:55.655201 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:27:55.957820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9e810-c4f2-45fc-92ac-e7639dd7241b req-e25bf7bd-b001-406b-b604-b3dcecf1b791 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:27:55.959404 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-16c9e810-c4f2-45fc-92ac-e7639dd7241b req-e25bf7bd-b001-406b-b604-b3dcecf1b791 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0811036
Dec 17 16:27:56.009472 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-16c9e810-c4f2-45fc-92ac-e7639dd7241b req-37a8e732-044b-41f4-9f1e-e7e5b14157ba tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431457
Dec 17 16:27:56.225672 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f8e3fd38-367c-43aa-bf7e-5deaa733913e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:27:57.252684 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad21a29-4b6a-44c5-ba84-c395313911c4 req-007472ec-017c-4e31-b1bb-3b90faa8396f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:27:57.254285 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2ad21a29-4b6a-44c5-ba84-c395313911c4 req-007472ec-017c-4e31-b1bb-3b90faa8396f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0867298
Dec 17 16:27:57.302079 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2ad21a29-4b6a-44c5-ba84-c395313911c4 req-a3a45742-e100-4bf3-9c82-cfcb43dfe4f9 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409122
Dec 17 16:27:58.532707 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee8494-6563-4777-b14a-2b1d23376e01 req-728d8c8f-ef9d-461f-9f65-68f3d5e90637 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:27:58.534277 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-51ee8494-6563-4777-b14a-2b1d23376e01 req-728d8c8f-ef9d-461f-9f65-68f3d5e90637 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0834675
Dec 17 16:27:58.581215 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-51ee8494-6563-4777-b14a-2b1d23376e01 req-43c79159-3c9b-4d82-a904-e1ea9433d1d2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404294
Dec 17 16:27:58.622055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b34c5fc4-cc61-4917-994f-8de5f5bbf732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:27:59.606212 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:27:59.806615 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bb403-09ae-4d60-a8a2-f020deb41b7e req-955029e4-928b-4bc3-82ee-c32eae516cf1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:27:59.808243 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1a2bb403-09ae-4d60-a8a2-f020deb41b7e req-955029e4-928b-4bc3-82ee-c32eae516cf1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0842996
Dec 17 16:27:59.859294 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1a2bb403-09ae-4d60-a8a2-f020deb41b7e req-4810ee19-bcbb-4ff0-8a3a-726ee8ac03be tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446541
Dec 17 16:28:00.342580 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:01.046112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:01.099036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaa2b5-d423-4ec2-a040-c3d1ab29ca2c req-4c38f7b4-9892-44f3-a42c-199c49edb555 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:01.100698 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f3aaa2b5-d423-4ec2-a040-c3d1ab29ca2c req-4c38f7b4-9892-44f3-a42c-199c49edb555 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0905426
Dec 17 16:28:01.127427 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device c370c802-a838-4cf4-95c2-1c45db964acb up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:28:01.152778 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f3aaa2b5-d423-4ec2-a040-c3d1ab29ca2c req-74c9e7db-4a00-4a98-9f7b-5ca9535592ac tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449288
Dec 17 16:28:01.203351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port c370c802-a838-4cf4-95c2-1c45db964acb triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:28:01.203773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:01.336051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:28:02.384323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cef1ef-7a1b-4151-9e74-980b445e0bce req-63c0a7b7-d1ac-42e2-a171-37e1b918399f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:02.385994 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-31cef1ef-7a1b-4151-9e74-980b445e0bce req-63c0a7b7-d1ac-42e2-a171-37e1b918399f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0844295
Dec 17 16:28:02.435791 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-31cef1ef-7a1b-4151-9e74-980b445e0bce req-483eb6a4-9b41-4dbe-97a2-e8dcbc55cb2a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431664
Dec 17 16:28:03.658639 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0646c-4786-4d13-9a54-0f11dc8c2717 req-37fe0e98-0977-4971-b26d-afbd2434db79 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:03.660323 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-62d0646c-4786-4d13-9a54-0f11dc8c2717 req-37fe0e98-0977-4971-b26d-afbd2434db79 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0828066
Dec 17 16:28:03.711333 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-62d0646c-4786-4d13-9a54-0f11dc8c2717 req-e67cb925-ff42-4fcf-a8fe-77ea51860223 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443583
Dec 17 16:28:04.942183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ecc22-d659-4260-adb0-bc2538cc36e0 req-cda1a7a0-4aaa-4e2d-a331-45f4f3adaf2f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:04.943791 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f21ecc22-d659-4260-adb0-bc2538cc36e0 req-cda1a7a0-4aaa-4e2d-a331-45f4f3adaf2f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0868142
Dec 17 16:28:04.992350 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f21ecc22-d659-4260-adb0-bc2538cc36e0 req-932ab0a3-f9dd-4a0d-88c2-a0fc1f2da5a6 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421903
Dec 17 16:28:06.229913 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2a6ed-f132-493f-beb8-824c6cf61998 req-5fbfc609-0397-4c06-bb7c-02d88bac629e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:06.231540 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-30b2a6ed-f132-493f-beb8-824c6cf61998 req-5fbfc609-0397-4c06-bb7c-02d88bac629e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0884516
Dec 17 16:28:06.280503 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-30b2a6ed-f132-493f-beb8-824c6cf61998 req-1236eaf0-1727-48cf-a2d2-0bf5590c88cb tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421712
Dec 17 16:28:07.535527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109881e-6714-4bb5-8c8f-3415ef63757f req-80341626-d51e-4c22-9619-45332dc7d82c tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:07.537198 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1109881e-6714-4bb5-8c8f-3415ef63757f req-80341626-d51e-4c22-9619-45332dc7d82c tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0987535
Dec 17 16:28:07.596702 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1109881e-6714-4bb5-8c8f-3415ef63757f req-9f186f68-c2fe-409a-b92c-88b853b7bedf tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516489
Dec 17 16:28:08.850146 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b22e4-8851-461e-b87f-1c377e1104f5 req-b6b1e99c-0208-40ff-a250-ab88377e40e7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:08.851654 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9c6b22e4-8851-461e-b87f-1c377e1104f5 req-b6b1e99c-0208-40ff-a250-ab88377e40e7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0941424
Dec 17 16:28:08.922631 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9c6b22e4-8851-461e-b87f-1c377e1104f5 req-7e1d37ed-328a-481e-8258-f97899b85cd7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639889
Dec 17 16:28:10.155039 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf0929-b37c-4432-8528-17ac331df5ff req-043c76ce-5a46-42b3-9813-c7c6c27862b7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:10.157675 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-edbf0929-b37c-4432-8528-17ac331df5ff req-043c76ce-5a46-42b3-9813-c7c6c27862b7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0895123
Dec 17 16:28:10.211480 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-edbf0929-b37c-4432-8528-17ac331df5ff req-577cb27b-5fc2-46a5-828d-06aac58252b7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471885
Dec 17 16:28:11.463092 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d3738-e9af-45e2-a80c-72eb4ee04bfc req-e3eedfc8-75ee-43e6-aabc-f370e071004c tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:11.464937 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-511d3738-e9af-45e2-a80c-72eb4ee04bfc req-e3eedfc8-75ee-43e6-aabc-f370e071004c tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0987966
Dec 17 16:28:11.520049 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-511d3738-e9af-45e2-a80c-72eb4ee04bfc req-d31b1a87-1e9f-47e8-a108-536790f0a0a4 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484710
Dec 17 16:28:12.810978 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170fa75-d4dc-429d-8ffc-110a4d5c4cf3 req-419338e6-4df8-4a62-9ab5-9e6f3ec99337 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:12.812737 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a170fa75-d4dc-429d-8ffc-110a4d5c4cf3 req-419338e6-4df8-4a62-9ab5-9e6f3ec99337 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0974064
Dec 17 16:28:12.862943 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a170fa75-d4dc-429d-8ffc-110a4d5c4cf3 req-7045703b-723d-4281-b1a7-f89cdf382c21 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435374
Dec 17 16:28:14.117649 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e654e2-e29e-4d43-896b-202865cfb04e req-cd159805-b51d-4f4d-854a-083b4f487cc7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:14.124219 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-87e654e2-e29e-4d43-896b-202865cfb04e req-cd159805-b51d-4f4d-854a-083b4f487cc7 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0922875
Dec 17 16:28:14.184888 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-87e654e2-e29e-4d43-896b-202865cfb04e req-47b37b41-ace6-4807-8fcc-6a3679c94a73 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449066
Dec 17 16:28:15.412928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d64a13-8707-48e4-b4c4-f4f891a45b65 req-2175a766-f1df-4a4b-b415-4939dac88497 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:15.414687 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-75d64a13-8707-48e4-b4c4-f4f891a45b65 req-2175a766-f1df-4a4b-b415-4939dac88497 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0853169
Dec 17 16:28:15.467511 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-75d64a13-8707-48e4-b4c4-f4f891a45b65 req-c8c78f69-fbd2-427e-ad99-0582dd8f2e50 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456028
Dec 17 16:28:15.813805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74c1f2-eca5-46fb-b5ae-7cffb4c06c15 req-887da27f-447c-4f83-8962-8d9c816f5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:15.815358 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-be74c1f2-eca5-46fb-b5ae-7cffb4c06c15 req-887da27f-447c-4f83-8962-8d9c816f5a9a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 1162 time: 0.0782197
Dec 17 16:28:15.963721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74c1f2-eca5-46fb-b5ae-7cffb4c06c15 req-f382de0f-3c21-47f4-9e2f-4abf8f491773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:15.965511 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-be74c1f2-eca5-46fb-b5ae-7cffb4c06c15 req-f382de0f-3c21-47f4-9e2f-4abf8f491773 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 911 time: 0.1408527
Dec 17 16:28:16.081107 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-be74c1f2-eca5-46fb-b5ae-7cffb4c06c15 req-e8288571-8f73-4cc5-a3b0-805f235ddf0f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c370c802-a838-4cf4-95c2-1c45db964acb HTTP/1.1" status: 200  len: 1001 time: 0.1058199
Dec 17 16:28:16.153466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74c1f2-eca5-46fb-b5ae-7cffb4c06c15 req-d473c86a-e363-4a4d-80ec-bc846d567c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:16.155072 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-be74c1f2-eca5-46fb-b5ae-7cffb4c06c15 req-d473c86a-e363-4a4d-80ec-bc846d567c32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.0663402
Dec 17 16:28:16.240060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74c1f2-eca5-46fb-b5ae-7cffb4c06c15 req-d9a50c89-b8fd-4ad1-90f5-779bb69da16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:16.241718 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-be74c1f2-eca5-46fb-b5ae-7cffb4c06c15 req-d9a50c89-b8fd-4ad1-90f5-779bb69da16c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799222
Dec 17 16:28:16.401292 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-be74c1f2-eca5-46fb-b5ae-7cffb4c06c15 req-b87adb40-2a4f-45f9-9059-e1f0a63a4aa2 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525996
Dec 17 16:28:16.550126 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-be74c1f2-eca5-46fb-b5ae-7cffb4c06c15 req-c1f018c9-664c-4cc9-8bc3-e47795ddab4f service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421971
Dec 17 16:28:16.702814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786cf8a-c8d5-4aab-b176-a20a3ca8bb46 req-fe068ecc-3c6e-42a0-b558-ba4aae4c8111 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:16.704488 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7786cf8a-c8d5-4aab-b176-a20a3ca8bb46 req-fe068ecc-3c6e-42a0-b558-ba4aae4c8111 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0884500
Dec 17 16:28:16.753999 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7786cf8a-c8d5-4aab-b176-a20a3ca8bb46 req-fd1a0613-0b11-4ff2-8fd4-77489f75f4eb tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431316
Dec 17 16:28:17.998004 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16483d-c2a0-40a2-af3d-0f63d615c15c req-18b3e16c-1398-457b-bdc0-4e75c0bece36 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:17.999698 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf16483d-c2a0-40a2-af3d-0f63d615c15c req-18b3e16c-1398-457b-bdc0-4e75c0bece36 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0864918
Dec 17 16:28:18.049074 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf16483d-c2a0-40a2-af3d-0f63d615c15c req-c173fc69-f323-4aa9-a418-90bb33c4cfa6 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430214
Dec 17 16:28:19.092500 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device c370c802-a838-4cf4-95c2-1c45db964acb no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:28:19.209651 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:19.237914 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c370c802-a838-4cf4-95c2-1c45db964acb'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:28:19.248956 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port c370c802-a838-4cf4-95c2-1c45db964acb, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=c370c802-a838-4cf4-95c2-1c45db964acb,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:28:19.251862 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:19.254724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:28:19.275884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3320d-4952-407a-9099-b65429d489cd req-a80b78cb-ba56-43b9-9639-967b082226a2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:19.277818 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4fb3320d-4952-407a-9099-b65429d489cd req-a80b78cb-ba56-43b9-9639-967b082226a2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0842347
Dec 17 16:28:19.296844 dv-cinder-766752-2-iscsi neutron-server[80166]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c370c802-a838-4cf4-95c2-1c45db964acb', 'code': 422} returned with failed status
Dec 17 16:28:19.325049 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=c370c802-a838-4cf4-95c2-1c45db964acb,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:28:19.333757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.334149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.334535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.334910 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.335281 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.335653 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.336018 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.336437 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.336806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.337177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.337581 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.337939 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.338378 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.338740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.339103 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.339466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.339827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.340201 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.340571 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.340930 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.341291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.341651 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.342011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.342371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:28:19.347443 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:28:19.542887 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4fb3320d-4952-407a-9099-b65429d489cd req-0c6b0fb8-0b4d-442e-aa12-bd110ab492fa tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2576299
Dec 17 16:28:21.138927 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43238b60-5f1c-43f4-8453-e3ce7abce67f req-309091ba-0d28-4fa9-9832-c63b7298767c tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:21.141066 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-43238b60-5f1c-43f4-8453-e3ce7abce67f req-309091ba-0d28-4fa9-9832-c63b7298767c tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.0910020
Dec 17 16:28:21.171526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55312) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:28:21.192996 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-43238b60-5f1c-43f4-8453-e3ce7abce67f req-2ed0253e-cbc9-4206-9764-536e38ec178e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450618
Dec 17 16:28:21.341209 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-4368ecc9-eb6a-4171-b9a6-dc57dc4b6b5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1682830
Dec 17 16:28:21.940372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-c7de7a33-9bda-410f-9c15-1205082faaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:21.942167 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-c7de7a33-9bda-410f-9c15-1205082faaa0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972&tenant_id=34bc4066866a49b5bbccb3d65311ae08 HTTP/1.1" status: 200  len: 1160 time: 0.0836804
Dec 17 16:28:22.067675 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-4a25283a-2e09-476c-a1fe-8373f83799d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:22.069349 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-4a25283a-2e09-476c-a1fe-8373f83799d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 1160 time: 0.0884242
Dec 17 16:28:22.552369 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-55d438c1-6fd6-4dfc-bc5a-08225379171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:22.554013 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-55d438c1-6fd6-4dfc-bc5a-08225379171b service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 911 time: 0.4605596
Dec 17 16:28:22.688294 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db065bb1-dab5-4f78-9214-f4a45a914fc0 req-c82b281d-9a28-42af-bf65-92b8f749af33 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:22.689847 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db065bb1-dab5-4f78-9214-f4a45a914fc0 req-c82b281d-9a28-42af-bf65-92b8f749af33 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.2130454
Dec 17 16:28:22.693992 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-93f1a3d4-b10e-4be6-aeed-1d32aa14c5f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c370c802-a838-4cf4-95c2-1c45db964acb HTTP/1.1" status: 200  len: 999 time: 0.1264846
Dec 17 16:28:22.800621 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db065bb1-dab5-4f78-9214-f4a45a914fc0 req-4bc69a5b-c539-4345-9a76-095ec5775d34 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1024714
Dec 17 16:28:22.804330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-bbb52275-d9cc-4305-a2ad-4ed52503c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:22.805858 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-bbb52275-d9cc-4305-a2ad-4ed52503c2c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.0922036
Dec 17 16:28:22.890371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-12d08231-02e7-4ff6-a579-578042f4cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:22.892013 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-12d08231-02e7-4ff6-a579-578042f4cc22 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784638
Dec 17 16:28:23.039130 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-ab9c9dad-eae6-4967-8797-b4dc7bb60b82 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406300
Dec 17 16:28:23.184584 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-614d83bc-e1a9-49ea-ac80-bd585224d151 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379976
Dec 17 16:28:24.043254 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdaea2-e76b-4d32-b0d1-e300e3f0508b req-a594f185-fc58-4d26-bfe0-07875f85b505 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:24.045151 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6cbdaea2-e76b-4d32-b0d1-e300e3f0508b req-a594f185-fc58-4d26-bfe0-07875f85b505 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.0954423
Dec 17 16:28:24.122752 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6cbdaea2-e76b-4d32-b0d1-e300e3f0508b req-b0c1d8fc-9903-4a31-ba13-8d31589c6f54 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711482
Dec 17 16:28:25.364139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6f1e9-d0d6-46e2-8a04-b3be7a2d842e req-f6fb6612-dce5-4989-ae16-f88969a4a12e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:25.365822 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-14b6f1e9-d0d6-46e2-8a04-b3be7a2d842e req-f6fb6612-dce5-4989-ae16-f88969a4a12e tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.0863681
Dec 17 16:28:25.427834 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-14b6f1e9-d0d6-46e2-8a04-b3be7a2d842e req-c6c72480-6844-4306-8943-b46752e3bd91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548499
Dec 17 16:28:25.669989 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:26.231239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9f1f0512-318e-4438-9758-8663f0492b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:26.817919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157c75a-ea4d-496a-a924-7f1a017491b2 req-7e9c126b-3208-44df-adc4-f8f081242208 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:26.819645 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f157c75a-ea4d-496a-a924-7f1a017491b2 req-7e9c126b-3208-44df-adc4-f8f081242208 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.1007771
Dec 17 16:28:26.904743 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f157c75a-ea4d-496a-a924-7f1a017491b2 req-fdf0be7c-f386-4b52-ae65-080e423f65fb tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755367
Dec 17 16:28:28.146878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd9ef1-f0d0-40af-8e78-5f38b53a37a2 req-239d8fba-da0b-464a-be16-457a35ccbb46 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:28.148575 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3bfd9ef1-f0d0-40af-8e78-5f38b53a37a2 req-239d8fba-da0b-464a-be16-457a35ccbb46 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.0937381
Dec 17 16:28:28.199474 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3bfd9ef1-f0d0-40af-8e78-5f38b53a37a2 req-c338fc47-1bf3-450c-883a-3c43f7fefe83 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439239
Dec 17 16:28:28.627231 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a350df97-f77a-417d-95aa-6bdfdd5b7744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:29.436139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25fac6-3036-43e7-bcae-4fdf1baafc52 req-4bc5e370-d510-44e6-9f26-ce7873c7ae91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:29.437868 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fc25fac6-3036-43e7-bcae-4fdf1baafc52 req-4bc5e370-d510-44e6-9f26-ce7873c7ae91 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.0863700
Dec 17 16:28:29.487655 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fc25fac6-3036-43e7-bcae-4fdf1baafc52 req-5bf6d029-b896-45b7-a2a4-14e716fd45c4 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430074
Dec 17 16:28:29.612719 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:30.351631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:30.734128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f52f8-1cee-442b-8a46-61ed9467d21c req-485bfa72-51a7-408c-a55e-f09cb909e1f1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:30.735857 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a1f52f8-1cee-442b-8a46-61ed9467d21c req-485bfa72-51a7-408c-a55e-f09cb909e1f1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.0940270
Dec 17 16:28:30.786830 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a1f52f8-1cee-442b-8a46-61ed9467d21c req-181e33b3-697f-40e8-b1b8-1a4b51940b6a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443690
Dec 17 16:28:31.047941 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:32.038863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7aeb1-7623-4d67-9d77-ce2cde92952d req-dc543d9e-2e98-4489-9497-4e4b9c5879e6 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:32.040434 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c9a7aeb1-7623-4d67-9d77-ce2cde92952d req-dc543d9e-2e98-4489-9497-4e4b9c5879e6 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.0918159
Dec 17 16:28:32.092969 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c9a7aeb1-7623-4d67-9d77-ce2cde92952d req-48988134-430a-425d-9e9a-5b793ddb7a58 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448096
Dec 17 16:28:33.337701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c68f1-4e22-4b0f-85bc-04da908c8772 req-8cb0c3c4-1c6f-44ab-8a72-95cb7d85558d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:33.339991 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a0c68f1-4e22-4b0f-85bc-04da908c8772 req-8cb0c3c4-1c6f-44ab-8a72-95cb7d85558d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.0955944
Dec 17 16:28:33.406312 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a0c68f1-4e22-4b0f-85bc-04da908c8772 req-ae6f5ab0-5347-40ef-ac02-4ab526b8baba tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587401
Dec 17 16:28:34.457220 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-81b929e1-f5a1-46f5-95cd-cc05d679a15e req-a59a56e0-83e5-4f55-87ea-ea62ecce2d3c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0755279
Dec 17 16:28:34.633591 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b929e1-f5a1-46f5-95cd-cc05d679a15e req-b7cb0b76-e78f-492b-85ce-f05b88f73362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:34.635360 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-81b929e1-f5a1-46f5-95cd-cc05d679a15e req-b7cb0b76-e78f-492b-85ce-f05b88f73362 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d88f4d61c03147058a5cb64e562def92&device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 1162 time: 0.0768437
Dec 17 16:28:34.655207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15807ce7-42f1-4714-8e90-139ae91e512e req-5e69e4e3-1cf4-4a2b-bd48-288e87f769d1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:34.656846 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-15807ce7-42f1-4714-8e90-139ae91e512e req-5e69e4e3-1cf4-4a2b-bd48-288e87f769d1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.0838716
Dec 17 16:28:34.708435 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-15807ce7-42f1-4714-8e90-139ae91e512e req-ec7cafff-f414-4e59-b2d4-bd40630270b2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445864
Dec 17 16:28:34.795634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b929e1-f5a1-46f5-95cd-cc05d679a15e req-c871317f-0f2d-455b-9524-c9d700fc9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:34.797263 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-81b929e1-f5a1-46f5-95cd-cc05d679a15e req-c871317f-0f2d-455b-9524-c9d700fc9772 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7 HTTP/1.1" status: 200  len: 905 time: 0.1412735
Dec 17 16:28:34.909710 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-81b929e1-f5a1-46f5-95cd-cc05d679a15e req-bde82737-53f3-42e8-9a01-18fc55812243 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c529daa-21fa-4055-b979-7573314d2692 HTTP/1.1" status: 200  len: 1001 time: 0.1044338
Dec 17 16:28:34.988788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b929e1-f5a1-46f5-95cd-cc05d679a15e req-3a12f225-80c0-4f06-9f43-dcd45968a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:34.990298 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-81b929e1-f5a1-46f5-95cd-cc05d679a15e req-3a12f225-80c0-4f06-9f43-dcd45968a732 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc2be979-1166-4a9e-a53b-412236800276 HTTP/1.1" status: 200  len: 850 time: 0.0736678
Dec 17 16:28:35.074639 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b929e1-f5a1-46f5-95cd-cc05d679a15e req-b4d23f6c-1003-4475-9416-7a4fd66bac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:35.076314 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-81b929e1-f5a1-46f5-95cd-cc05d679a15e req-b4d23f6c-1003-4475-9416-7a4fd66bac1c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786426
Dec 17 16:28:35.220836 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-81b929e1-f5a1-46f5-95cd-cc05d679a15e req-e005accf-cc3f-42e3-9581-ca3c59a51971 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367652
Dec 17 16:28:35.369622 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-81b929e1-f5a1-46f5-95cd-cc05d679a15e req-309c3793-bab6-405a-8be8-7b602fbd0a81 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1350000
Dec 17 16:28:35.935795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aa1a5-beb3-4b86-9fbb-cadfee6aa23c req-3ed55c4a-92cd-4bc2-8276-843f35da6f13 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:35.937438 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f50aa1a5-beb3-4b86-9fbb-cadfee6aa23c req-3ed55c4a-92cd-4bc2-8276-843f35da6f13 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.0830805
Dec 17 16:28:35.987734 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f50aa1a5-beb3-4b86-9fbb-cadfee6aa23c req-9dfaf1f0-b09a-4c6d-b134-2544670b4f22 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441101
Dec 17 16:28:37.228607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df724a-3079-439d-8c3a-7ada0f0e9e3c req-e34ea8ba-031e-4055-b21c-56eb4705e9e1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:37.230299 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-90df724a-3079-439d-8c3a-7ada0f0e9e3c req-e34ea8ba-031e-4055-b21c-56eb4705e9e1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 943 time: 0.0878098
Dec 17 16:28:37.281385 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-90df724a-3079-439d-8c3a-7ada0f0e9e3c req-065f7e34-6cff-4691-a4e6-5a3d49c0aee1 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443423
Dec 17 16:28:37.758667 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device c370c802-a838-4cf4-95c2-1c45db964acb up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:28:37.833321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port c370c802-a838-4cf4-95c2-1c45db964acb triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:28:37.833717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:37.965822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:37.997181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c370c802-a838-4cf4-95c2-1c45db964acb'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:28:38.008606 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port c370c802-a838-4cf4-95c2-1c45db964acb, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=c370c802-a838-4cf4-95c2-1c45db964acb,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:28:38.011802 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:38.013959 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ed3582cf-ff95-49da-8fe9-905bcdc62f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:28:38.067921 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c370c802-a838-4cf4-95c2-1c45db964acb', 'code': 200}
Dec 17 16:28:38.091788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=c370c802-a838-4cf4-95c2-1c45db964acb,revision_number=6']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:28:38.095729 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:28:38.335855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:28:38.363596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a4d7c-d952-462e-af75-af582a4b81e3 req-aefa5322-bf1d-48bf-8f21-28b51a685eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:38.365473 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d43a4d7c-d952-462e-af75-af582a4b81e3 req-aefa5322-bf1d-48bf-8f21-28b51a685eca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 1162 time: 0.0791509
Dec 17 16:28:38.416978 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d43a4d7c-d952-462e-af75-af582a4b81e3 req-2cfd8d0c-1229-47f7-b358-88aaa130de53 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445151
Dec 17 16:28:38.521871 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b02777-351b-48c9-b30d-f7a2347186f6 req-653c8611-4412-40c6-b404-75c0eb51fedc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:38.523504 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-36b02777-351b-48c9-b30d-f7a2347186f6 req-653c8611-4412-40c6-b404-75c0eb51fedc tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0897112
Dec 17 16:28:38.597792 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-36b02777-351b-48c9-b30d-f7a2347186f6 req-f2e5d105-ec53-41d2-8b21-6ead45053e94 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656474
Dec 17 16:28:39.549885 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device c370c802-a838-4cf4-95c2-1c45db964acb up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:28:39.623165 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port c370c802-a838-4cf4-95c2-1c45db964acb triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:28:39.623598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:40.007306 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0841efe-2da2-4e70-8995-cde6626dbd7f req-705e2c4c-d567-49c9-8f80-1e733ada488f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:40.009125 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e0841efe-2da2-4e70-8995-cde6626dbd7f req-705e2c4c-d567-49c9-8f80-1e733ada488f tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.2458432
Dec 17 16:28:40.061958 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e0841efe-2da2-4e70-8995-cde6626dbd7f req-000477c9-a827-4e4c-acd2-0970b6be7fb2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456097
Dec 17 16:28:41.312278 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e651d0f-268d-431d-a284-00d83a84a9fd req-02a80511-2436-4d27-a463-c7f058a76133 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:28:41.314010 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1e651d0f-268d-431d-a284-00d83a84a9fd req-02a80511-2436-4d27-a463-c7f058a76133 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0855145
Dec 17 16:28:41.368423 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1e651d0f-268d-431d-a284-00d83a84a9fd req-30ed590d-7a75-484e-b76c-3e463955fa33 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479131
Dec 17 16:28:55.679441 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:56.234504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a6f38ac5-7c06-4438-a1aa-b7a54dc5d467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:58.630040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50d18461-0be8-45ce-afcc-857191afc031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:28:59.617310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:29:00.348692 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:29:01.051876 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:29:15.337267 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:29:25.682149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:29:26.236554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6274fc53-055b-4e84-bcf5-a9e840d442df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:29:26.584284 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-3e8db7f2-061b-4306-8c7a-bca801600c46 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1486793
Dec 17 16:29:26.700387 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-9c46fa80-04c7-4db3-8abb-1d7426131076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:29:26.702013 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-9c46fa80-04c7-4db3-8abb-1d7426131076 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 1162 time: 0.0806248
Dec 17 16:29:26.859534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-ca6f486d-1978-4ce2-a8ff-f491014a85c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:29:26.861089 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-ca6f486d-1978-4ce2-a8ff-f491014a85c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 911 time: 0.1408556
Dec 17 16:29:26.971795 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-9dd0010f-7fa6-4327-a43e-7c047c99e349 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c370c802-a838-4cf4-95c2-1c45db964acb HTTP/1.1" status: 200  len: 1001 time: 0.1042461
Dec 17 16:29:27.046325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-d3310e04-6afc-4eb0-9dda-7d4183bbfba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:29:27.047987 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-d3310e04-6afc-4eb0-9dda-7d4183bbfba6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.0695918
Dec 17 16:29:27.129868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-c8675468-f3fb-46bc-90cc-9e424115e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:29:27.131512 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-c8675468-f3fb-46bc-90cc-9e424115e7cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773337
Dec 17 16:29:27.142810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-3778afaf-827b-4856-a0ca-158d80187415 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80279) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:29:27.143820 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-3778afaf-827b-4856-a0ca-158d80187415 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0053549
Dec 17 16:29:27.287684 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-ca540696-f7ff-404c-8e3c-c687a1537da6 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375008
Dec 17 16:29:27.434819 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a365b034-ec1b-4fa2-86df-441bacc543e9 req-3f77b812-07b9-4576-bbd9-c0aea13d0017 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408038
Dec 17 16:29:28.634293 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d27e1f3b-e6fb-49e9-8280-55e6d2f52b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:29:29.616345 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:29:30.341534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:29:31.053432 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:29:52.336936 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:29:55.704905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:29:56.238766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-abbad186-10ab-41e0-afdf-1346aedafb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:29:58.636768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4b9636e7-ab53-4921-b33a-b5e92a630f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:29:59.618114 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:29:59.645883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f3905-95a8-4f55-8f2e-2bf153f95be2 req-6061aca5-1dc3-45a5-a0e2-b9ca3e8f3f6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:29:59.647506 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4f3f3905-95a8-4f55-8f2e-2bf153f95be2 req-6061aca5-1dc3-45a5-a0e2-b9ca3e8f3f6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 945 time: 0.0905008
Dec 17 16:29:59.694859 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4f3f3905-95a8-4f55-8f2e-2bf153f95be2 req-16497f81-faf9-4d15-923f-91ce4367306b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407150
Dec 17 16:29:59.976222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 0c529daa-21fa-4055-b979-7573314d2692 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:30:00.045871 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 0c529daa-21fa-4055-b979-7573314d2692 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:30:00.046286 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:00.114935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-81657058-5c38-49c2-af1c-159b43c89bb8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:00.116567 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-81657058-5c38-49c2-af1c-159b43c89bb8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.70 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 945 time: 0.0857821
Dec 17 16:30:00.194107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Deleting port 0c529daa-21fa-4055-b979-7573314d2692 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:30:00.194490 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:00.343346 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:00.448191 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] For port 0c529daa-21fa-4055-b979-7573314d2692, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=0c529daa-21fa-4055-b979-7573314d2692,segment=NetworkSegment(2d2b5860-a3b6-49f8-8e17-24f29d7f63a9),segment_id=2d2b5860-a3b6-49f8-8e17-24f29d7f63a9)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:30:00.448625 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:00.980567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:00.981099 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:00.981345 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Floating IP 0711322b-b2ef-4c5e-9ced-dccfd314d3d1 disassociated. External IP: 172.27.0.165, port: 0c529daa-21fa-4055-b979-7573314d2692.
Dec 17 16:30:00.981731 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Calling delete_port for 0c529daa-21fa-4055-b979-7573314d2692 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:30:01.060024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:01.073565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7be62-46f3-441d-9169-725a3adfe178 req-053c8329-2d10-46aa-8dfb-347ee229d152 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:01.075753 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-34a7be62-46f3-441d-9169-725a3adfe178 req-053c8329-2d10-46aa-8dfb-347ee229d152 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 945 time: 0.2411888
Dec 17 16:30:01.123915 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-34a7be62-46f3-441d-9169-725a3adfe178 req-63b617a2-1077-40c6-9f1a-f93608124e52 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=11c187a0-624d-456c-8a63-e56ab4ac1dc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412800
Dec 17 16:30:01.129830 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:01.145756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-86c4248f-3420-48e1-8173-7caf46e0caff tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:01.191560 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event deleted for resources: {'Port': ['ID=0c529daa-21fa-4055-b979-7573314d2692,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:01.254750 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.255085 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.255494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.255896 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.256316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.256716 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.257129 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.257503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.257890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.258279 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.258668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.259056 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.259517 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.259911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.260325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.260733 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.261122 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.261508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.261895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.262821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.263216 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.263602 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.264014 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.264403 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:01.275021 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:01.530806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Router eb12d604-1282-4a2b-9dfd-7443ef569495 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:30:01.718732 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:30:01.732261 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d74b34e-310b-4665-b503-391d8feeae48 None None] Sync routers for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:30:01.750763 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d74b34e-310b-4665-b503-391d8feeae48 None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:30:01.751461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-5d74b34e-310b-4665-b503-391d8feeae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f853b70>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:29:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:30:01.757747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] No DVR routers for this DVR port 0c529daa-21fa-4055-b979-7573314d2692 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:30:01.760440 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:01.763584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a111b7-4e07-4a73-9839-d9ecf3dd9b2a', 'name': 'network-vif-deleted', 'tag': '0c529daa-21fa-4055-b979-7573314d2692'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:30:01.780459 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e189f14e-a69a-4e8b-9a35-39415cb676fb req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.70 "DELETE /v2.0/ports/0c529daa-21fa-4055-b979-7573314d2692 HTTP/1.1" status: 204  len: 173 time: 1.6582823
Dec 17 16:30:01.796009 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 0c529daa-21fa-4055-b979-7573314d2692 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:30:01.837482 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] No Port match for: 0c529daa-21fa-4055-b979-7573314d2692 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:30:01.837872 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 0c529daa-21fa-4055-b979-7573314d2692 not bound to the agent host hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:30:01.935720 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a111b7-4e07-4a73-9839-d9ecf3dd9b2a', 'name': 'network-vif-deleted', 'tag': '0c529daa-21fa-4055-b979-7573314d2692', 'status': 'completed', 'code': 200}
Dec 17 16:30:01.960420 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-5d74b34e-310b-4665-b503-391d8feeae48 None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:30:02.326019 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-81671647-c8fd-4053-87ba-185b8ab997bd req-d82d9b36-50bd-4da4-9551-b9f6bcdc7f5f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=71a111b7-4e07-4a73-9839-d9ecf3dd9b2a HTTP/1.1" status: 200  len: 210 time: 0.0507660
Dec 17 16:30:02.453324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-5d74b34e-310b-4665-b503-391d8feeae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f853b70>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:33Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:30:02.457682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d74b34e-310b-4665-b503-391d8feeae48 None None] Checking router: eb12d604-1282-4a2b-9dfd-7443ef569495 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:30:02.467326 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d74b34e-310b-4665-b503-391d8feeae48 None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:30:02.467922 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-5d74b34e-310b-4665-b503-391d8feeae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f853b70>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:29:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:30:02.651999 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-5d74b34e-310b-4665-b503-391d8feeae48 None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:30:02.975434 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-5d74b34e-310b-4665-b503-391d8feeae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f853b70>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:33Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:30:02.979652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d74b34e-310b-4665-b503-391d8feeae48 None None] The sync data for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi is: [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:33Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:30:03.359132 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272fe006-45d6-4822-8f89-c61d5ee968c3 None None] New status for floating IP 0711322b-b2ef-4c5e-9ced-dccfd314d3d1: DOWN {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:30:03.486300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55466) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:30:03.556496 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9bfe74bd-ae23-40ad-ad2c-26c4d0d811c9 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:03.590087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9bfe74bd-ae23-40ad-ad2c-26c4d0d811c9 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:03.648889 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9bfe74bd-ae23-40ad-ad2c-26c4d0d811c9 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:03.655279 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-14305db4-cd93-4ded-aa9c-9bfa1707027c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:03.673515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe74bd-ae23-40ad-ad2c-26c4d0d811c9 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c187a0-624d-456c-8a63-e56ab4ac1dc5,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:03.679395 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9bfe74bd-ae23-40ad-ad2c-26c4d0d811c9 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:03.681502 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9bfe74bd-ae23-40ad-ad2c-26c4d0d811c9 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:03.682728 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-9bfe74bd-ae23-40ad-ad2c-26c4d0d811c9 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "DELETE /v2.0/security-groups/11c187a0-624d-456c-8a63-e56ab4ac1dc5 HTTP/1.1" status: 204  len: 168 time: 0.1952622
Dec 17 16:30:03.685730 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55470) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:30:03.704781 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.v2.resource [None req-a3708cb0-87d6-4519-8a42-b8cfacfa231c tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] show failed (client error): The resource could not be found.
Dec 17 16:30:03.705881 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a3708cb0-87d6-4519-8a42-b8cfacfa231c tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups/11c187a0-624d-456c-8a63-e56ab4ac1dc5 HTTP/1.1" status: 404  len: 347 time: 0.0190828
Dec 17 16:30:03.709055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55474) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:30:03.894044 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-e21b7a45-823e-4fa7-bf65-9f6d5770c609 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Deleting port 1b8951fa-dfd7-4024-9f9e-c24e6363ab78 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:30:03.894340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e21b7a45-823e-4fa7-bf65-9f6d5770c609 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:04.126749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e21b7a45-823e-4fa7-bf65-9f6d5770c609 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:04.127243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e21b7a45-823e-4fa7-bf65-9f6d5770c609 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:04.282790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-e21b7a45-823e-4fa7-bf65-9f6d5770c609 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Calling delete_port for 1b8951fa-dfd7-4024-9f9e-c24e6363ab78 owned by network:floatingip {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:30:04.446411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e21b7a45-823e-4fa7-bf65-9f6d5770c609 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:04.462273 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:04.557136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b7a45-823e-4fa7-bf65-9f6d5770c609 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event deleted for resources: {'Port': ['ID=1b8951fa-dfd7-4024-9f9e-c24e6363ab78,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:04.562817 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e21b7a45-823e-4fa7-bf65-9f6d5770c609 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:04.682427 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e21b7a45-823e-4fa7-bf65-9f6d5770c609 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:04.697668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e21b7a45-823e-4fa7-bf65-9f6d5770c609 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:04.699262 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e21b7a45-823e-4fa7-bf65-9f6d5770c609 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "DELETE /v2.0/floatingips/0711322b-b2ef-4c5e-9ced-dccfd314d3d1 HTTP/1.1" status: 204  len: 168 time: 0.9888883
Dec 17 16:30:05.265890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 55480) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:30:05.271550 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Request body: {'security_group': {'name': 'tempest-securitygroup--604353796', 'description': 'tempest-description--2036770162'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:30:05.278787 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:30:05.283184 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Usage tracker for resource:security_group and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:30:05.286255 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:30:05.292060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:30:05.301680 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:05.322496 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:30:05.327141 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Usage tracker for resource:security_group_rule and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:30:05.330074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:30:05.335718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:30:05.408617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:05.411565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:05.417064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ff9cc9cc-61ef-4876-8041-5db2155b9b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:05.477811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e4bdeb-9031-4e56-904b-da3ffbf6a607,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:05.481827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:05.483112 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.2161529
Dec 17 16:30:05.486351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55484) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:30:05.488126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.488565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.488974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.489372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.489774 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.490165 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.490558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.490953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.491342 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.491785 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.492124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.492469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-46468b6f-b6b4-4898-ba70-8f47f4cbbbc8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Request body: {'security_group_rule': {'security_group_id': 'b8e4bdeb-9031-4e56-904b-da3ffbf6a607', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:30:05.492612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.492968 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.493358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.493751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.494151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.494548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.494927 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.495319 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.495704 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.496089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.497024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.497421 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.497802 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:05.499388 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-46468b6f-b6b4-4898-ba70-8f47f4cbbbc8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:30:05.502644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:05.503890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-46468b6f-b6b4-4898-ba70-8f47f4cbbbc8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Usage tracker for resource:security_group_rule and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:30:05.507231 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-46468b6f-b6b4-4898-ba70-8f47f4cbbbc8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:30:05.513799 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-46468b6f-b6b4-4898-ba70-8f47f4cbbbc8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:30:05.530324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-46468b6f-b6b4-4898-ba70-8f47f4cbbbc8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group_rule, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:05.597449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-46468b6f-b6b4-4898-ba70-8f47f4cbbbc8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:05.600023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-46468b6f-b6b4-4898-ba70-8f47f4cbbbc8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:05.602180 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:05.625642 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46468b6f-b6b4-4898-ba70-8f47f4cbbbc8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad92eb22-3bf0-4ebb-9439-d6d66d363151,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:05.629458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-46468b6f-b6b4-4898-ba70-8f47f4cbbbc8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:05.635873 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-46468b6f-b6b4-4898-ba70-8f47f4cbbbc8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group_rule, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:05.637838 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-46468b6f-b6b4-4898-ba70-8f47f4cbbbc8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1497796
Dec 17 16:30:05.640657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55488) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:30:05.646325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-9f400890-7fd2-4214-b8a3-8c974beddfe8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Request body: {'security_group_rule': {'security_group_id': 'b8e4bdeb-9031-4e56-904b-da3ffbf6a607', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:30:05.652458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-9f400890-7fd2-4214-b8a3-8c974beddfe8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:30:05.657634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-9f400890-7fd2-4214-b8a3-8c974beddfe8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Usage tracker for resource:security_group_rule and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:30:05.660700 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-9f400890-7fd2-4214-b8a3-8c974beddfe8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:30:05.666696 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-9f400890-7fd2-4214-b8a3-8c974beddfe8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:30:05.682612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9f400890-7fd2-4214-b8a3-8c974beddfe8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group_rule, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:05.745191 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9f400890-7fd2-4214-b8a3-8c974beddfe8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:05.748304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9f400890-7fd2-4214-b8a3-8c974beddfe8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:05.750368 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:05.771598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f400890-7fd2-4214-b8a3-8c974beddfe8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f496f77-54fc-40ca-9443-f49e3a2c2df5,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:05.779430 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9f400890-7fd2-4214-b8a3-8c974beddfe8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:05.786299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9f400890-7fd2-4214-b8a3-8c974beddfe8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group_rule, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:05.787577 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-9f400890-7fd2-4214-b8a3-8c974beddfe8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1459048
Dec 17 16:30:05.790785 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55492) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:30:05.796212 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Request body: {'floatingip': {'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:30:05.801661 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:30:05.805636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Usage tracker for resource:floatingip and tenant:d88f4d61c03147058a5cb64e562def92 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:30:05.808598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:30:05.814795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:30:05.825512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:05.973777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:06.251207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Allocated IP 172.27.0.219 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/8473e68b-18c8-4cb2-8b81-40a83c41d270) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:30:06.407350 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:06.433526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:06.449028 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-67e117ed-227c-4667-be2d-58ee6a46caba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:06.580998 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event updated for resources: {'Port': ['ID=8473e68b-18c8-4cb2-8b81-40a83c41d270,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:06.585699 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:06.634278 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:30:06.635495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:30:06.638325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:30:06.722974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:06.781747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:07.280907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:07.284614 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:07.299298 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:07.431344 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event updated for resources: {'Port': ['ID=8473e68b-18c8-4cb2-8b81-40a83c41d270,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:07.436821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:07.538089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:07.560808 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:07.562105 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7703564
Dec 17 16:30:07.745895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-8f2a0efa-8681-45dd-bdff-1e46412e7468 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Synchronizing usage tracker for tenant:d88f4d61c03147058a5cb64e562def92 on resource:security_group {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:30:07.760765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-8f2a0efa-8681-45dd-bdff-1e46412e7468 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Unset dirty status for tenant:d88f4d61c03147058a5cb64e562def92 on resource:security_group {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:30:07.762003 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-8f2a0efa-8681-45dd-bdff-1e46412e7468 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--604353796&fields=id&tenant_id=d88f4d61c03147058a5cb64e562def92 HTTP/1.1" status: 200  len: 267 time: 0.0577002
Dec 17 16:30:07.924812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-a6b11488-fad9-4146-95aa-db3693e07a6e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:07.925566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-a6b11488-fad9-4146-95aa-db3693e07a6e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Synchronizing usage tracker for tenant:d88f4d61c03147058a5cb64e562def92 on resource:network {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:30:07.942585 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-a6b11488-fad9-4146-95aa-db3693e07a6e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Unset dirty status for tenant:d88f4d61c03147058a5cb64e562def92 on resource:network {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:30:07.943842 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-a6b11488-fad9-4146-95aa-db3693e07a6e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/networks?id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7 HTTP/1.1" status: 200  len: 811 time: 0.1746163
Dec 17 16:30:07.959743 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-664117d6-28fb-402e-9a02-ce7351e5634e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/quotas/d88f4d61c03147058a5cb64e562def92 HTTP/1.1" status: 200  len: 375 time: 0.0096903
Dec 17 16:30:08.053027 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-259acff0-1430-4cd1-86a4-70e56c1ba1be tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?tenant_id=d88f4d61c03147058a5cb64e562def92&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0864301
Dec 17 16:30:08.145755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-261ccdf3-fe8c-48e6-afa4-577999ec9ae5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80280) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:30:08.146929 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-261ccdf3-fe8c-48e6-afa4-577999ec9ae5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0813973
Dec 17 16:30:08.293808 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-1270d7f1-5c72-4c2f-9f17-f515a9787ba3 service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379633
Dec 17 16:30:08.439267 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-cc2faad8-728b-4f85-b763-c692ea8d9381 service neutron] 10.222.0.21 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390071
Dec 17 16:30:08.646871 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-96960c74-41c5-4d4c-af89-f554112420d8 req-9c5e5269-da39-4795-a1a0-f8283cbb8348 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Synchronizing usage tracker for tenant:d88f4d61c03147058a5cb64e562def92 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:30:08.661911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-96960c74-41c5-4d4c-af89-f554112420d8 req-9c5e5269-da39-4795-a1a0-f8283cbb8348 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Unset dirty status for tenant:d88f4d61c03147058a5cb64e562def92 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:30:08.663193 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-96960c74-41c5-4d4c-af89-f554112420d8 req-9c5e5269-da39-4795-a1a0-f8283cbb8348 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 210 time: 0.0643597
Dec 17 16:30:09.847068 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cc5ceeca-0a0d-4888-868b-7a7c2dd89f1d req-3f19f21e-f085-47db-bbf6-e3b97989572e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 210 time: 0.0464468
Dec 17 16:30:10.048145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-655fa135-7e14-42a6-a075-50ee261f0e2b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:10.049689 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-655fa135-7e14-42a6-a075-50ee261f0e2b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.70 "GET /v2.0/networks?id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7 HTTP/1.1" status: 200  len: 811 time: 0.1777611
Dec 17 16:30:10.138904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-76418006-d815-4f58-9dcc-9406aa515c37 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Synchronizing usage tracker for tenant:d88f4d61c03147058a5cb64e562def92 on resource:security_group {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:30:10.152028 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-76418006-d815-4f58-9dcc-9406aa515c37 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Unset dirty status for tenant:d88f4d61c03147058a5cb64e562def92 on resource:security_group {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:30:10.153766 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-76418006-d815-4f58-9dcc-9406aa515c37 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d88f4d61c03147058a5cb64e562def92 HTTP/1.1" status: 200  len: 5508 time: 0.0845547
Dec 17 16:30:10.162768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Request body: {'port': {'device_id': '7768bc52-edf6-4fb8-87c8-ff1561f18cc2', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'admin_state_up': True, 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'security_groups': ['b8e4bdeb-9031-4e56-904b-da3ffbf6a607']}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:30:10.306243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:30:10.316719 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:30:10.326024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Made reservation on behalf of d88f4d61c03147058a5cb64e562def92 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:30:10.331623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:10.646277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Allocated IP 172.20.0.5 (9a2b8fc3-59c7-472f-92ba-a4a825f276c7/cc2be979-1166-4a9e-a53b-412236800276/3986636b-fbfe-4b1f-87ad-314d97e91ad2) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:30:10.849437 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:10.866672 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Transition to ACTIVE for port object 3986636b-fbfe-4b1f-87ad-314d97e91ad2 will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:30:10.886222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:10.904769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e2f4ee52-00e2-4393-bbc2-1fbea1c62698 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:11.095995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event updated for resources: {'Port': ['ID=3986636b-fbfe-4b1f-87ad-314d97e91ad2,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:11.099526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:11.173632 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78242d86-b984-4bc5-b45f-a8529b9c311f req-463ffbf9-49ca-425b-8bfc-3aa0fab2a791 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:11.175263 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78242d86-b984-4bc5-b45f-a8529b9c311f req-463ffbf9-49ca-425b-8bfc-3aa0fab2a791 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 931 time: 0.1740592
Dec 17 16:30:11.186848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:30:11.200976 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:30:11.204696 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:30:11.286774 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78242d86-b984-4bc5-b45f-a8529b9c311f req-d9d6dd86-73c7-4371-8a8f-3345b1227d7e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=b8e4bdeb-9031-4e56-904b-da3ffbf6a607&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033108
Dec 17 16:30:11.296900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:11.297576 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:11.327936 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1689260
Dec 17 16:30:11.349019 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Request body: {'port': {'device_id': '7768bc52-edf6-4fb8-87c8-ff1561f18cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:30:11.436504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-3bca3dce-3685-40fa-9377-31e3dbce74c1 None None] Provisioning for port 3986636b-fbfe-4b1f-87ad-314d97e91ad2 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:30:11.441960 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-3bca3dce-3685-40fa-9377-31e3dbce74c1 None None] Provisioning complete for port 3986636b-fbfe-4b1f-87ad-314d97e91ad2 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:30:11.442385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3bca3dce-3685-40fa-9377-31e3dbce74c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:11.482122 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:11.507468 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-3bca3dce-3685-40fa-9377-31e3dbce74c1 None None] Port 3986636b-fbfe-4b1f-87ad-314d97e91ad2 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:30:11.890689 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3986636b-fbfe-4b1f-87ad-314d97e91ad2 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:30:11.897626 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:11.909820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Transition to ACTIVE for port object 3986636b-fbfe-4b1f-87ad-314d97e91ad2 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:30:11.913334 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:11.929097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:12.060695 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Pushing event updated for resources: {'Port': ['ID=3986636b-fbfe-4b1f-87ad-314d97e91ad2,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:12.067149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:12.262171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Attempting to bind port 3986636b-fbfe-4b1f-87ad-314d97e91ad2 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:30:12.262546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Attempting to bind port 3986636b-fbfe-4b1f-87ad-314d97e91ad2 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:30:12.262921 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Attempting to bind port 3986636b-fbfe-4b1f-87ad-314d97e91ad2 on network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:30:12.268964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:30:12.269338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Checking segment: {'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:30:12.269743 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:12.270138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Bound using segment: {'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:30:12.270603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Bound port: 3986636b-fbfe-4b1f-87ad-314d97e91ad2, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:30:12.270976 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:12.365204 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] For port 3986636b-fbfe-4b1f-87ad-314d97e91ad2, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:30:12.368607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] For port 3986636b-fbfe-4b1f-87ad-314d97e91ad2, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=3986636b-fbfe-4b1f-87ad-314d97e91ad2,segment=NetworkSegment(2d2b5860-a3b6-49f8-8e17-24f29d7f63a9),segment_id=2d2b5860-a3b6-49f8-8e17-24f29d7f63a9)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:30:12.372436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:12.388675 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cce2afe2-56a0-4f76-acd1-46dee467af1b tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:12.522865 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f537c07-57c5-4fb2-ace8-e2707edcdcba req-23e55ba2-9e52-4bd7-b3dc-8d0db0e08d9f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:12.524488 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5f537c07-57c5-4fb2-ace8-e2707edcdcba req-23e55ba2-9e52-4bd7-b3dc-8d0db0e08d9f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 943 time: 0.0871370
Dec 17 16:30:12.549451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Pushing event updated for resources: {'Port': ['ID=3986636b-fbfe-4b1f-87ad-314d97e91ad2,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:12.555063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:12.576371 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5f537c07-57c5-4fb2-ace8-e2707edcdcba req-16051e0f-cb76-4e86-9a66-b2748d1d89fe tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=b8e4bdeb-9031-4e56-904b-da3ffbf6a607&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441740
Dec 17 16:30:12.588030 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:12.588696 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:12.590825 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] 10.222.0.70 "PUT /v2.0/ports/3986636b-fbfe-4b1f-87ad-314d97e91ad2 HTTP/1.1" status: 200  len: 1157 time: 1.2482769
Dec 17 16:30:12.591858 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7768bc52-edf6-4fb8-87c8-ff1561f18cc2', 'tag': '3986636b-fbfe-4b1f-87ad-314d97e91ad2'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:30:12.688480 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7768bc52-edf6-4fb8-87c8-ff1561f18cc2', 'tag': '3986636b-fbfe-4b1f-87ad-314d97e91ad2', 'status': 'completed', 'code': 200}
Dec 17 16:30:12.727228 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-b7dda317-a05b-4400-8ebd-9444dd116716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:12.728976 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-b7dda317-a05b-4400-8ebd-9444dd116716 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d88f4d61c03147058a5cb64e562def92&device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 1160 time: 0.0852640
Dec 17 16:30:12.805946 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-b641a926-03d4-40a3-afee-998d272f37f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3986636b-fbfe-4b1f-87ad-314d97e91ad2 HTTP/1.1" status: 200  len: 217 time: 0.0642519
Dec 17 16:30:12.879059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-1439cb31-9080-4186-a7fa-2b0ce619f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:12.880632 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-1439cb31-9080-4186-a7fa-2b0ce619f2e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc2be979-1166-4a9e-a53b-412236800276 HTTP/1.1" status: 200  len: 850 time: 0.0686433
Dec 17 16:30:12.960146 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-48a5c840-4e5a-4e1d-97be-fb21b78fff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:12.961853 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-48a5c840-4e5a-4e1d-97be-fb21b78fff9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749538
Dec 17 16:30:13.104719 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-e04c0c37-b499-4e0b-a845-324bbd6ab645 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364038
Dec 17 16:30:13.248021 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17ede37f-58ca-4c28-9494-7a374e5f68b7 req-0480125b-c53f-4f60-9d41-a85935a28d54 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367757
Dec 17 16:30:13.409972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43696e0-7dce-42e6-a4fd-500ef149fb43 req-230f3bb2-c55a-4289-9f71-f2f41d99aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:13.411627 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a43696e0-7dce-42e6-a4fd-500ef149fb43 req-230f3bb2-c55a-4289-9f71-f2f41d99aa2d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d88f4d61c03147058a5cb64e562def92&device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 1160 time: 0.0797489
Dec 17 16:30:13.554653 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43696e0-7dce-42e6-a4fd-500ef149fb43 req-361d6417-a401-4da5-b904-04b235f26383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:13.556147 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a43696e0-7dce-42e6-a4fd-500ef149fb43 req-361d6417-a401-4da5-b904-04b235f26383 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7 HTTP/1.1" status: 200  len: 905 time: 0.1366618
Dec 17 16:30:13.627236 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a43696e0-7dce-42e6-a4fd-500ef149fb43 req-f790b2fb-45e6-4946-96da-f16471c96271 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3986636b-fbfe-4b1f-87ad-314d97e91ad2 HTTP/1.1" status: 200  len: 217 time: 0.0635126
Dec 17 16:30:13.702126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43696e0-7dce-42e6-a4fd-500ef149fb43 req-7a2c33c4-c8e3-4e24-87ee-d38c1ba6a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:13.703766 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a43696e0-7dce-42e6-a4fd-500ef149fb43 req-7a2c33c4-c8e3-4e24-87ee-d38c1ba6a151 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc2be979-1166-4a9e-a53b-412236800276 HTTP/1.1" status: 200  len: 850 time: 0.0698197
Dec 17 16:30:13.787310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43696e0-7dce-42e6-a4fd-500ef149fb43 req-abff6e89-c099-4d34-b40f-187caee22e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:13.789011 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a43696e0-7dce-42e6-a4fd-500ef149fb43 req-abff6e89-c099-4d34-b40f-187caee22e2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758076
Dec 17 16:30:13.797310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13990d0-c971-4579-abff-b974779c959a req-0d85af4c-209e-477a-a9a8-769f2133b704 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:13.798915 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c13990d0-c971-4579-abff-b974779c959a req-0d85af4c-209e-477a-a9a8-769f2133b704 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 943 time: 0.0839581
Dec 17 16:30:13.849903 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c13990d0-c971-4579-abff-b974779c959a req-37f7f173-bb3d-495a-ad85-03679a7c9b1e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=b8e4bdeb-9031-4e56-904b-da3ffbf6a607&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429611
Dec 17 16:30:13.935737 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a43696e0-7dce-42e6-a4fd-500ef149fb43 req-0668b30c-4eb9-481a-b3f5-d7282f782c3e service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396563
Dec 17 16:30:14.314354 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a43696e0-7dce-42e6-a4fd-500ef149fb43 req-9560e68b-eb30-4608-bcdf-92125ac9a25b service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3701427
Dec 17 16:30:15.198784 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed2e0c-b41c-44a0-a376-25cfa088ec50 req-d6a620ca-a365-418f-9af3-eecc1c787d64 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:15.199557 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-cbed2e0c-b41c-44a0-a376-25cfa088ec50 req-d6a620ca-a365-418f-9af3-eecc1c787d64 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Synchronizing usage tracker for tenant:d88f4d61c03147058a5cb64e562def92 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:30:15.214124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-cbed2e0c-b41c-44a0-a376-25cfa088ec50 req-d6a620ca-a365-418f-9af3-eecc1c787d64 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Unset dirty status for tenant:d88f4d61c03147058a5cb64e562def92 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:30:15.215411 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cbed2e0c-b41c-44a0-a376-25cfa088ec50 req-d6a620ca-a365-418f-9af3-eecc1c787d64 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 943 time: 0.1016462
Dec 17 16:30:15.264028 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cbed2e0c-b41c-44a0-a376-25cfa088ec50 req-c10fe03b-b0fb-4f41-a7c1-82f720fe0af2 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=b8e4bdeb-9031-4e56-904b-da3ffbf6a607&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422244
Dec 17 16:30:16.487179 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a10424-6af0-466e-86e0-7e3fd71af1aa req-2c456e9b-1358-42f7-af12-a8c5f299a35b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:16.488911 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37a10424-6af0-466e-86e0-7e3fd71af1aa req-2c456e9b-1358-42f7-af12-a8c5f299a35b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 943 time: 0.0911121
Dec 17 16:30:16.489052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 3986636b-fbfe-4b1f-87ad-314d97e91ad2 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:30:16.538458 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-37a10424-6af0-466e-86e0-7e3fd71af1aa req-de4ce270-0fa8-4648-ad3a-6a889b60c429 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=b8e4bdeb-9031-4e56-904b-da3ffbf6a607&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430980
Dec 17 16:30:16.562845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port 3986636b-fbfe-4b1f-87ad-314d97e91ad2 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:30:16.568035 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 3986636b-fbfe-4b1f-87ad-314d97e91ad2 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:30:16.568489 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:16.691692 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:16.722395 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7768bc52-edf6-4fb8-87c8-ff1561f18cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3986636b-fbfe-4b1f-87ad-314d97e91ad2'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:30:16.731575 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 3986636b-fbfe-4b1f-87ad-314d97e91ad2, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=3986636b-fbfe-4b1f-87ad-314d97e91ad2,segment=NetworkSegment(2d2b5860-a3b6-49f8-8e17-24f29d7f63a9),segment_id=2d2b5860-a3b6-49f8-8e17-24f29d7f63a9)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:30:16.734780 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:16.737566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-28c8f4d4-26d2-4463-b46b-2309dcc01afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:16.806126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=3986636b-fbfe-4b1f-87ad-314d97e91ad2,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:16.814983 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.815375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.815755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.816130 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.816541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.816915 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.817285 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.817653 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.818036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.818410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.818770 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.819129 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.819565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.819926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.820367 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.820730 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.821089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.821447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.821807 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.822165 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.822520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.822882 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.823237 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.823592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:30:16.829133 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:16.868399 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7768bc52-edf6-4fb8-87c8-ff1561f18cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3986636b-fbfe-4b1f-87ad-314d97e91ad2', 'code': 200}
Dec 17 16:30:17.151160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5accd-3447-4ac7-9e19-e1558c25f1e2 req-2582ef5e-ddd2-48fd-969a-5dd462dd71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:17.152758 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5fc5accd-3447-4ac7-9e19-e1558c25f1e2 req-2582ef5e-ddd2-48fd-969a-5dd462dd71c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 1162 time: 0.0780666
Dec 17 16:30:17.199208 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5fc5accd-3447-4ac7-9e19-e1558c25f1e2 req-54c37f18-78d5-4045-8b2b-7eba7a9daf6c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b8e4bdeb-9031-4e56-904b-da3ffbf6a607&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396523
Dec 17 16:30:17.753038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d51ad-42d9-47c3-8e61-13f7e361808e req-5e07e563-c13c-43e7-bd1d-bb3100c53287 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:17.754621 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6d5d51ad-42d9-47c3-8e61-13f7e361808e req-5e07e563-c13c-43e7-bd1d-bb3100c53287 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 945 time: 0.0871320
Dec 17 16:30:17.804827 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6d5d51ad-42d9-47c3-8e61-13f7e361808e req-33426bd9-2e7d-4679-b156-e1d82d8f88a9 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=b8e4bdeb-9031-4e56-904b-da3ffbf6a607&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433676
Dec 17 16:30:18.070435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 3986636b-fbfe-4b1f-87ad-314d97e91ad2 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:30:18.158792 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 3986636b-fbfe-4b1f-87ad-314d97e91ad2 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:30:18.159221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:19.020620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a4325-bdda-49f9-984c-3d141eaf2116 req-865d12f9-caa9-4422-a481-4b9682e81fdc tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:19.022225 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-de5a4325-bdda-49f9-984c-3d141eaf2116 req-865d12f9-caa9-4422-a481-4b9682e81fdc tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 945 time: 0.0868790
Dec 17 16:30:19.069443 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-de5a4325-bdda-49f9-984c-3d141eaf2116 req-131b916f-d247-4b5a-b145-996f5e40e5ea tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=b8e4bdeb-9031-4e56-904b-da3ffbf6a607&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404501
Dec 17 16:30:19.273431 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f89d9-d0f4-4386-9fe9-740317de2e51 req-1edd03c3-7849-41a9-bb83-60af15427e7b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:19.275046 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2b0f89d9-d0f4-4386-9fe9-740317de2e51 req-1edd03c3-7849-41a9-bb83-60af15427e7b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 945 time: 0.0827985
Dec 17 16:30:19.285363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55556) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:30:19.291123 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-476e54ef-6986-4de3-8071-50624a64841e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Request body: {'floatingip': {'port_id': '3986636b-fbfe-4b1f-87ad-314d97e91ad2'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:30:19.378485 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-476e54ef-6986-4de3-8071-50624a64841e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:19.992899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-476e54ef-6986-4de3-8071-50624a64841e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:20.001822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-476e54ef-6986-4de3-8071-50624a64841e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:20.178781 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [None req-476e54ef-6986-4de3-8071-50624a64841e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Floating IP 610cf46e-3c8e-4357-ad0f-e464a44de8e3 associated. External IP: 172.27.0.219, port: 3986636b-fbfe-4b1f-87ad-314d97e91ad2.
Dec 17 16:30:20.546363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476e54ef-6986-4de3-8071-50624a64841e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Router eb12d604-1282-4a2b-9dfd-7443ef569495 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:30:20.735289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476e54ef-6986-4de3-8071-50624a64841e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:30:20.739851 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-476e54ef-6986-4de3-8071-50624a64841e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:20.745612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1df5fa-0e05-4b62-a477-3595f984d08b None None] Sync routers for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:30:20.755878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1df5fa-0e05-4b62-a477-3595f984d08b None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:30:20.756594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-4d1df5fa-0e05-4b62-a477-3595f984d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f841eb8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:29:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:30:20.796232 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-476e54ef-6986-4de3-8071-50624a64841e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "PUT /v2.0/floatingips/610cf46e-3c8e-4357-ad0f-e464a44de8e3 HTTP/1.1" status: 200  len: 991 time: 1.5096738
Dec 17 16:30:20.796991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7768bc52-edf6-4fb8-87c8-ff1561f18cc2', 'tag': '3986636b-fbfe-4b1f-87ad-314d97e91ad2'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:30:20.858117 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7768bc52-edf6-4fb8-87c8-ff1561f18cc2', 'tag': '3986636b-fbfe-4b1f-87ad-314d97e91ad2', 'status': 'completed', 'code': 200}
Dec 17 16:30:20.955070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-4d1df5fa-0e05-4b62-a477-3595f984d08b None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:30:21.002951 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428154a-4475-43eb-b198-6f1760c07409 req-db5a787d-e6d3-417a-bef7-7518f31a41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:21.004580 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1428154a-4475-43eb-b198-6f1760c07409 req-db5a787d-e6d3-417a-bef7-7518f31a41e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d88f4d61c03147058a5cb64e562def92&device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 1162 time: 0.0851204
Dec 17 16:30:21.157557 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428154a-4475-43eb-b198-6f1760c07409 req-ba1d6ab8-a730-44a2-bb7e-f03a0ce85c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:21.159164 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1428154a-4475-43eb-b198-6f1760c07409 req-ba1d6ab8-a730-44a2-bb7e-f03a0ce85c20 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7 HTTP/1.1" status: 200  len: 905 time: 0.1480362
Dec 17 16:30:21.266465 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1428154a-4475-43eb-b198-6f1760c07409 req-8738464a-fa57-49fc-8902-c9926c9ba9a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3986636b-fbfe-4b1f-87ad-314d97e91ad2 HTTP/1.1" status: 200  len: 999 time: 0.1005049
Dec 17 16:30:21.334207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-4d1df5fa-0e05-4b62-a477-3595f984d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f841eb8>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '610cf46e-3c8e-4357-ad0f-e464a44de8e3', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'port_id': '3986636b-fbfe-4b1f-87ad-314d97e91ad2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'mac_address': 'fa:16:3e:44:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768bc52-edf6-4fb8-87c8-ff1561f18cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:30:06Z', 'updated_at': '2020-12-17T16:30:19Z', 'revision_number': 1, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:33Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:30:21.338309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1df5fa-0e05-4b62-a477-3595f984d08b None None] Checking router: eb12d604-1282-4a2b-9dfd-7443ef569495 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:30:21.339078 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428154a-4475-43eb-b198-6f1760c07409 req-41e94b3e-3256-43aa-a1b2-181492cbf26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:21.340806 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1428154a-4475-43eb-b198-6f1760c07409 req-41e94b3e-3256-43aa-a1b2-181492cbf26d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc2be979-1166-4a9e-a53b-412236800276 HTTP/1.1" status: 200  len: 850 time: 0.0685050
Dec 17 16:30:21.347424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1df5fa-0e05-4b62-a477-3595f984d08b None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:30:21.348059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-4d1df5fa-0e05-4b62-a477-3595f984d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f841eb8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:29:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:30:21.423157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428154a-4475-43eb-b198-6f1760c07409 req-02d4ba4e-b12f-4091-b85a-089562ae6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:21.424803 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1428154a-4475-43eb-b198-6f1760c07409 req-02d4ba4e-b12f-4091-b85a-089562ae6e09 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774260
Dec 17 16:30:21.530578 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-4d1df5fa-0e05-4b62-a477-3595f984d08b None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:30:21.571454 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1428154a-4475-43eb-b198-6f1760c07409 req-334a554c-0a5a-4a8e-8c36-0cfe08a578c5 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393626
Dec 17 16:30:21.920217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-4d1df5fa-0e05-4b62-a477-3595f984d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f841eb8>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '610cf46e-3c8e-4357-ad0f-e464a44de8e3', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'port_id': '3986636b-fbfe-4b1f-87ad-314d97e91ad2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'mac_address': 'fa:16:3e:44:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768bc52-edf6-4fb8-87c8-ff1561f18cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:30:06Z', 'updated_at': '2020-12-17T16:30:19Z', 'revision_number': 1, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:33Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:30:21.924483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1df5fa-0e05-4b62-a477-3595f984d08b None None] The sync data for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi is: [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '610cf46e-3c8e-4357-ad0f-e464a44de8e3', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'port_id': '3986636b-fbfe-4b1f-87ad-314d97e91ad2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'mac_address': 'fa:16:3e:44:47:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768bc52-edf6-4fb8-87c8-ff1561f18cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:30:06Z', 'updated_at': '2020-12-17T16:30:19Z', 'revision_number': 1, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:33Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:30:21.973435 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1428154a-4475-43eb-b198-6f1760c07409 req-dc2e05de-d2ec-4b34-994d-44a4e06da6f9 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3960943
Dec 17 16:30:22.315482 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f944667-d793-4d91-ac23-0ccec7d630f4 None None] New status for floating IP 610cf46e-3c8e-4357-ad0f-e464a44de8e3: ACTIVE {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:30:25.868027 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:26.241383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-09163559-252f-4186-86f8-48eda76cbf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:26.497053 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1e5e5caa-a800-49e0-9e8d-d3bece1473a5 req-c3dc1a23-f468-4c20-8bbf-5c7a2d23bdca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0826826
Dec 17 16:30:26.659190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e5caa-a800-49e0-9e8d-d3bece1473a5 req-436529ad-a2c6-40d2-b406-54386f6020bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:26.660854 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1e5e5caa-a800-49e0-9e8d-d3bece1473a5 req-436529ad-a2c6-40d2-b406-54386f6020bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=34bc4066866a49b5bbccb3d65311ae08&device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 1162 time: 0.0764036
Dec 17 16:30:26.825259 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e5caa-a800-49e0-9e8d-d3bece1473a5 req-178993d5-72d9-4950-ab45-cfa498be75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:26.827028 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1e5e5caa-a800-49e0-9e8d-d3bece1473a5 req-178993d5-72d9-4950-ab45-cfa498be75f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 200  len: 911 time: 0.1470981
Dec 17 16:30:26.940834 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1e5e5caa-a800-49e0-9e8d-d3bece1473a5 req-61a7070e-f4d2-4a4d-8dfd-3597ea427063 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c370c802-a838-4cf4-95c2-1c45db964acb HTTP/1.1" status: 200  len: 1001 time: 0.1063600
Dec 17 16:30:27.012450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e5caa-a800-49e0-9e8d-d3bece1473a5 req-4ec3ff99-7162-4811-b201-379e0bf7d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:27.013978 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1e5e5caa-a800-49e0-9e8d-d3bece1473a5 req-4ec3ff99-7162-4811-b201-379e0bf7d0b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 200  len: 856 time: 0.0669060
Dec 17 16:30:27.100325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e5caa-a800-49e0-9e8d-d3bece1473a5 req-526e43dc-dde4-48a4-b388-1ad25d546ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:27.101933 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1e5e5caa-a800-49e0-9e8d-d3bece1473a5 req-526e43dc-dde4-48a4-b388-1ad25d546ce8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814404
Dec 17 16:30:27.266141 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1e5e5caa-a800-49e0-9e8d-d3bece1473a5 req-075f7faa-2b9e-4054-a3e5-fbe23449e270 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575079
Dec 17 16:30:27.417526 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1e5e5caa-a800-49e0-9e8d-d3bece1473a5 req-59336521-f3e0-4a1d-ba2d-b7a82c70e1b7 service neutron] 10.222.0.70 "GET /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1442242
Dec 17 16:30:28.639351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-17d4b81b-1ea4-4fcb-bcfa-e88be23209d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:29.341259 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:30:29.621887 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:30.347165 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:31.061512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:51.733674 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5154f-b982-4935-adc8-5e842bfe426f req-483b05ce-c1a6-45e1-a501-56d0661ff09d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:51.735241 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c4a5154f-b982-4935-adc8-5e842bfe426f req-483b05ce-c1a6-45e1-a501-56d0661ff09d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0838411
Dec 17 16:30:51.782883 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c4a5154f-b982-4935-adc8-5e842bfe426f req-7e8f40ca-56b8-4538-bafb-e9ce9dc1221c tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411735
Dec 17 16:30:53.022399 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed21fe-9005-4532-be44-018337932428 req-d27f4590-6516-4bdd-80ee-a93c5b5408d4 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:53.024078 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f7ed21fe-9005-4532-be44-018337932428 req-d27f4590-6516-4bdd-80ee-a93c5b5408d4 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0933990
Dec 17 16:30:53.122260 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f7ed21fe-9005-4532-be44-018337932428 req-04a59ef7-5973-47f9-b8c7-0d30c7aa2e5a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups?id=8f7dd3c0-86af-40e3-9562-d93ea9639043&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904465
Dec 17 16:30:53.158777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-589fe1ca-f264-487c-b306-256da8a03c90 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:30:53.160439 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-589fe1ca-f264-487c-b306-256da8a03c90 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.70 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 945 time: 0.0974636
Dec 17 16:30:53.240413 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Deleting port c370c802-a838-4cf4-95c2-1c45db964acb {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:30:53.240807 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:53.512551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] For port c370c802-a838-4cf4-95c2-1c45db964acb, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=c370c802-a838-4cf4-95c2-1c45db964acb,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:30:53.512960 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:53.824371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:53.824792 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:53.825139 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Floating IP 62f9672d-caf3-4bd3-87da-74f575f555da disassociated. External IP: 172.27.0.235, port: c370c802-a838-4cf4-95c2-1c45db964acb.
Dec 17 16:30:53.825532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Calling delete_port for c370c802-a838-4cf4-95c2-1c45db964acb owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:30:53.979440 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:53.995757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:54.091338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event deleted for resources: {'Port': ['ID=c370c802-a838-4cf4-95c2-1c45db964acb,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:54.098548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:54.132419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device c370c802-a838-4cf4-95c2-1c45db964acb no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:30:54.169997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] No Port match for: c370c802-a838-4cf4-95c2-1c45db964acb {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:30:54.171020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device c370c802-a838-4cf4-95c2-1c45db964acb not bound to the agent host hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:30:54.383632 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9f747528-ceb6-4962-bde5-f3fe8da74df6 req-804a646d-b600-4a11-a8bc-12a248933b71 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/ports?device_id=edf148b3-1e38-4b2d-860f-4e9769ff5972 HTTP/1.1" status: 200  len: 210 time: 0.0631225
Dec 17 16:30:54.407228 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Router 7a2b4344-9f15-4201-9418-5dc39767e773 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:30:54.609338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:30:54.620032 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f11e033-8c5a-4300-9870-0f2b049adba6 None None] Sync routers for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:30:54.630704 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f11e033-8c5a-4300-9870-0f2b049adba6 None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:30:54.631375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-0f11e033-8c5a-4300-9870-0f2b049adba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb820292eb8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:30:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:30:54.649418 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] No DVR routers for this DVR port c370c802-a838-4cf4-95c2-1c45db964acb on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:30:54.651991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:54.664071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'name': 'network-vif-deleted', 'tag': 'c370c802-a838-4cf4-95c2-1c45db964acb'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:30:54.685537 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-12dcb3b6-1080-4a7c-95e6-df0fc61443c6 req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.70 "DELETE /v2.0/ports/c370c802-a838-4cf4-95c2-1c45db964acb HTTP/1.1" status: 204  len: 173 time: 1.5187309
Dec 17 16:30:54.744952 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf148b3-1e38-4b2d-860f-4e9769ff5972', 'name': 'network-vif-deleted', 'tag': 'c370c802-a838-4cf4-95c2-1c45db964acb', 'status': 'completed', 'code': 200}
Dec 17 16:30:55.014278 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-0f11e033-8c5a-4300-9870-0f2b049adba6 None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:30:55.360618 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-0f11e033-8c5a-4300-9870-0f2b049adba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb820292eb8>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:19Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:30:55.364734 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f11e033-8c5a-4300-9870-0f2b049adba6 None None] Checking router: 7a2b4344-9f15-4201-9418-5dc39767e773 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:30:55.374351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f11e033-8c5a-4300-9870-0f2b049adba6 None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:30:55.375478 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-0f11e033-8c5a-4300-9870-0f2b049adba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb820292eb8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:30:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:30:55.555355 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 55650) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:30:55.563358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-0f11e033-8c5a-4300-9870-0f2b049adba6 None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:30:55.629071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c5901e8-8a4d-494a-a0b2-c6cf3592f0da tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:55.669469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c5901e8-8a4d-494a-a0b2-c6cf3592f0da tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:55.715721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:55.720371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c5901e8-8a4d-494a-a0b2-c6cf3592f0da tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:55.725960 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9cd7ad8b-dcde-4807-82ae-377d1e0103d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:55.742725 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5901e8-8a4d-494a-a0b2-c6cf3592f0da tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7dd3c0-86af-40e3-9562-d93ea9639043,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:55.748949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8c5901e8-8a4d-494a-a0b2-c6cf3592f0da tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:55.752933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8c5901e8-8a4d-494a-a0b2-c6cf3592f0da tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:55.756975 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-8c5901e8-8a4d-494a-a0b2-c6cf3592f0da tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "DELETE /v2.0/security-groups/8f7dd3c0-86af-40e3-9562-d93ea9639043 HTTP/1.1" status: 204  len: 168 time: 0.1978865
Dec 17 16:30:55.757215 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 55654) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:30:55.774914 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.v2.resource [None req-c9a231f5-d490-42b4-bee7-59b11ee5d875 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] show failed (client error): The resource could not be found.
Dec 17 16:30:55.779744 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c9a231f5-d490-42b4-bee7-59b11ee5d875 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "GET /v2.0/security-groups/8f7dd3c0-86af-40e3-9562-d93ea9639043 HTTP/1.1" status: 404  len: 347 time: 0.0177469
Dec 17 16:30:55.780244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 55658) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:30:55.903327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-0f11e033-8c5a-4300-9870-0f2b049adba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb820292eb8>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:19Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:30:55.908058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f11e033-8c5a-4300-9870-0f2b049adba6 None None] The sync data for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi is: [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:19:05Z', 'revision_number': 4, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'e6248fdd-dd78-4388-8588-98c8606c1a76', 'name': '', 'network_id': 'b6e44d33-ddf3-45d8-afd9-8b49d4349d6e', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'mac_address': 'fa:16:3e:2c:8c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:59Z', 'updated_at': '2020-12-17T16:19:19Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'subnets': [{'id': 'f4fa23b0-f73d-4593-ae20-51acce70477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:30:55.947506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a7e603cf-6224-463b-92b5-8973c2b3ab30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Deleting port c943faa9-a5b2-4e21-b91b-18dadefac0e6 {{(pid=80280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:30:55.947887 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a7e603cf-6224-463b-92b5-8973c2b3ab30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:56.132469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a7e603cf-6224-463b-92b5-8973c2b3ab30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:56.132844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a7e603cf-6224-463b-92b5-8973c2b3ab30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:56.242562 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c59fe307-57f5-4402-90a3-2be032254f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:56.274040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a7e603cf-6224-463b-92b5-8973c2b3ab30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Calling delete_port for c943faa9-a5b2-4e21-b91b-18dadefac0e6 owned by network:floatingip {{(pid=80280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:30:56.294286 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede9435-3e3b-4341-888b-a0823c9f5c73 None None] New status for floating IP 62f9672d-caf3-4bd3-87da-74f575f555da: DOWN {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:30:56.420363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a7e603cf-6224-463b-92b5-8973c2b3ab30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67031632'] for port, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:56.437158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-047aa4b5-6ba2-4e98-b882-cfbe09ba74a1 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:30:56.454199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [None req-7ede9435-3e3b-4341-888b-a0823c9f5c73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80281) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:30:56.454619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [None req-7ede9435-3e3b-4341-888b-a0823c9f5c73 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:30:56.532243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e603cf-6224-463b-92b5-8973c2b3ab30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Pushing event deleted for resources: {'Port': ['ID=c943faa9-a5b2-4e21-b91b-18dadefac0e6,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:30:56.535448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a7e603cf-6224-463b-92b5-8973c2b3ab30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:30:56.659699 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a7e603cf-6224-463b-92b5-8973c2b3ab30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks [] for floatingip, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:56.674978 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a7e603cf-6224-463b-92b5-8973c2b3ab30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:56.676244 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a7e603cf-6224-463b-92b5-8973c2b3ab30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] 10.222.0.21 "DELETE /v2.0/floatingips/62f9672d-caf3-4bd3-87da-74f575f555da HTTP/1.1" status: 204  len: 168 time: 0.8949912
Dec 17 16:30:56.956410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede9435-3e3b-4341-888b-a0823c9f5c73 None None] New status for floating IP 62f9672d-caf3-4bd3-87da-74f575f555da: DOWN {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:30:58.643879 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f65ca0e4-3586-4bc6-9674-8b4cdd35ab9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:30:59.609803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 55690) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:30:59.626325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:00.349575 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:00.358035 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a4805e8f-c5b0-4003-a192-fa361e2fcddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676792'] for router_interface, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:00.961158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a4805e8f-c5b0-4003-a192-fa361e2fcddd admin admin] Deleting port e6248fdd-dd78-4388-8588-98c8606c1a76 {{(pid=80280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:31:00.961582 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a4805e8f-c5b0-4003-a192-fa361e2fcddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:01.065690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:01.143854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a4805e8f-c5b0-4003-a192-fa361e2fcddd admin admin] For port e6248fdd-dd78-4388-8588-98c8606c1a76, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=e6248fdd-dd78-4388-8588-98c8606c1a76,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:31:01.144273 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a4805e8f-c5b0-4003-a192-fa361e2fcddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:01.271976 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a4805e8f-c5b0-4003-a192-fa361e2fcddd admin admin] Calling delete_port for e6248fdd-dd78-4388-8588-98c8606c1a76 owned by network:router_interface {{(pid=80280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:31:01.595946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a4805e8f-c5b0-4003-a192-fa361e2fcddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67031632'] for port, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:01.611390 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:01.701868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4805e8f-c5b0-4003-a192-fa361e2fcddd admin admin] Pushing event deleted for resources: {'Port': ['ID=e6248fdd-dd78-4388-8588-98c8606c1a76,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:01.709295 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a4805e8f-c5b0-4003-a192-fa361e2fcddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:02.011883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a4805e8f-c5b0-4003-a192-fa361e2fcddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1098573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676626'] for router_interface, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:02.725717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4805e8f-c5b0-4003-a192-fa361e2fcddd admin admin] Router 7a2b4344-9f15-4201-9418-5dc39767e773 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:31:02.911117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4805e8f-c5b0-4003-a192-fa361e2fcddd admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:31:02.923257 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a21d8b-bcc7-4756-a14b-36a188f94fb9 None None] Sync routers for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:31:02.929555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55702) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:02.929730 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a4805e8f-c5b0-4003-a192-fa361e2fcddd admin admin] 10.222.0.21 "PUT /v2.0/routers/7a2b4344-9f15-4201-9418-5dc39767e773/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3186264
Dec 17 16:31:02.945741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a21d8b-bcc7-4756-a14b-36a188f94fb9 None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:31:02.946411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-69a21d8b-bcc7-4756-a14b-36a188f94fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb820292d68>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:30:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:31:03.143942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-69a21d8b-bcc7-4756-a14b-36a188f94fb9 None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:31:03.356119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:03.462993 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-69a21d8b-bcc7-4756-a14b-36a188f94fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb820292d68>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:31:01Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:31:03.467444 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a21d8b-bcc7-4756-a14b-36a188f94fb9 None None] Checking router: 7a2b4344-9f15-4201-9418-5dc39767e773 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:31:03.477050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a21d8b-bcc7-4756-a14b-36a188f94fb9 None None] Routers {'7a2b4344-9f15-4201-9418-5dc39767e773'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:31:03.477709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-69a21d8b-bcc7-4756-a14b-36a188f94fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb820292d68>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:30:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7a2b4344-9f15-4201-9418-5dc39767e773'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:31:03.544827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:03.550328 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] Deleting port acbd27b8-c723-4c02-89e2-587dcabdf5c7 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:31:03.550671 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:03.677410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-69a21d8b-bcc7-4756-a14b-36a188f94fb9 None None] Set router 7a2b4344-9f15-4201-9418-5dc39767e773 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:31:03.747568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] For port acbd27b8-c723-4c02-89e2-587dcabdf5c7, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=acbd27b8-c723-4c02-89e2-587dcabdf5c7,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:31:03.748240 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:03.886030 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] Calling delete_port for acbd27b8-c723-4c02-89e2-587dcabdf5c7 owned by network:router_gateway {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:31:04.068328 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:04.180990 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-69a21d8b-bcc7-4756-a14b-36a188f94fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb820292d68>, [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:31:01Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:31:04.186688 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a21d8b-bcc7-4756-a14b-36a188f94fb9 None None] The sync data for ids ['7a2b4344-9f15-4201-9418-5dc39767e773'] in dv-cinder-766752-2-iscsi is: [{'id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'name': 'tempest-AttachVolumeShelveTestJSON-1988113543-router', 'tenant_id': '34bc4066866a49b5bbccb3d65311ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:18:42Z', 'updated_at': '2020-12-17T16:31:01Z', 'revision_number': 5, 'project_id': '34bc4066866a49b5bbccb3d65311ae08', 'gw_port': {'id': 'acbd27b8-c723-4c02-89e2-587dcabdf5c7', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b4344-9f15-4201-9418-5dc39767e773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:18:46Z', 'updated_at': '2020-12-17T16:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:31:04.310517 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102653'] for router_gateway, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:04.478110 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110377'] for router, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:04.480587 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:04.508961 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669308'] for router, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:04.509533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a2b4344-9f15-4201-9418-5dc39767e773 {{(pid=80279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 17 16:31:04.523327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:04.524918 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-af99faea-8460-4275-8846-f18aab484cf7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7a2b4344-9f15-4201-9418-5dc39767e773 HTTP/1.1" status: 204  len: 168 time: 1.5937896
Dec 17 16:31:04.527514 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55708) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:04.597127 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Deleting subnet f4fa23b0-f73d-4593-ae20-51acce70477d {{(pid=80279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:31:04.600673 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:04.660426 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789497186'] for subnet, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:04.753367 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:05.033306 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65771292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789246181'] for subnet, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:05.050273 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b714f2b5-fd17-4adf-9d3d-0d0319ee2f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:05.142829 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4fa23b0-f73d-4593-ae20-51acce70477d,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:05.165678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.166091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.166500 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.167171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.168100 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.168526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.168920 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.169331 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.169702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.170089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.170478 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.170864 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.171322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.171709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.172097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.172510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.172895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.173279 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.173662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.174044 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.174429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.174812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.175323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.175831 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:05.189652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:05.207477 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:05.213676 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-1ba3a781-5297-4f2d-b4ac-8bea013e7d62 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f4fa23b0-f73d-4593-ae20-51acce70477d HTTP/1.1" status: 204  len: 168 time: 0.6850913
Dec 17 16:31:05.214983 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc45d40-c4f8-4840-a75f-1ea53588c6e7 None None] Network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:31:05.217109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55716) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:05.346886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:05.416998 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Deleting port 2ef8b2ce-bb84-400b-b963-76215657c0da {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:31:05.418000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:05.501501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e686f9a7-8792-4e71-bd76-9441c2f3f216 None None] DHCP port deletion for b6e44d33-ddf3-45d8-afd9-8b49d4349d6e request from dv-cinder-766752-2-iscsi {{(pid=80281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 17 16:31:05.506200 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-e686f9a7-8792-4e71-bd76-9441c2f3f216 None None] Deleting port 2ef8b2ce-bb84-400b-b963-76215657c0da {{(pid=80281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:31:05.506619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e686f9a7-8792-4e71-bd76-9441c2f3f216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:05.688351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 2ef8b2ce-bb84-400b-b963-76215657c0da no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:31:05.692497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] For port 2ef8b2ce-bb84-400b-b963-76215657c0da, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=2ef8b2ce-bb84-400b-b963-76215657c0da,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:31:05.693115 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:05.786490 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-e686f9a7-8792-4e71-bd76-9441c2f3f216 None None] For port 2ef8b2ce-bb84-400b-b963-76215657c0da, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=2ef8b2ce-bb84-400b-b963-76215657c0da,segment=NetworkSegment(c7f851a5-9d67-4bff-8c08-d7072bc67807),segment_id=c7f851a5-9d67-4bff-8c08-d7072bc67807)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:31:05.787047 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e686f9a7-8792-4e71-bd76-9441c2f3f216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:05.824643 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Calling delete_port for 2ef8b2ce-bb84-400b-b963-76215657c0da owned by network:dhcp {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:31:05.899075 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:05.915483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5cb1f108-deba-4605-bfe2-928e3feae54b tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:05.959810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-e686f9a7-8792-4e71-bd76-9441c2f3f216 None None] Calling delete_port for 2ef8b2ce-bb84-400b-b963-76215657c0da owned by network:dhcp {{(pid=80281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:31:06.024354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef8b2ce-bb84-400b-b963-76215657c0da,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:06.027683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:06.040753 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:06.064919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] No DVR routers for this DVR port 2ef8b2ce-bb84-400b-b963-76215657c0da on host dv-cinder-766752-2-iscsi {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:31:06.121139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [None req-e686f9a7-8792-4e71-bd76-9441c2f3f216 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80281) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:31:06.121552 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [None req-e686f9a7-8792-4e71-bd76-9441c2f3f216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:31:06.127167 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device e6248fdd-dd78-4388-8588-98c8606c1a76 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:31:06.165624 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: e6248fdd-dd78-4388-8588-98c8606c1a76 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:31:06.165925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device e6248fdd-dd78-4388-8588-98c8606c1a76 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:31:06.166388 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device acbd27b8-c723-4c02-89e2-587dcabdf5c7 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:31:06.194496 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:06.200381 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: acbd27b8-c723-4c02-89e2-587dcabdf5c7 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:31:06.200781 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device acbd27b8-c723-4c02-89e2-587dcabdf5c7 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:31:06.315318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81d9057f0>,) {'filters': {'network_id': ['b6e44d33-ddf3-45d8-afd9-8b49d4349d6e']}} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:31:06.329265 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81d9057f0>, 'c7f851a5-9d67-4bff-8c08-d7072bc67807') {'for_net_delete': True} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:31:06.329610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81d9057f0>, 'c7f851a5-9d67-4bff-8c08-d7072bc67807') {} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:31:06.341728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:31:06.342580 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65278599'] for segment, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:06.362034 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:06.364082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:31:06.568340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:31:06.579071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789004610'] for segment, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:06.623153 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-e686f9a7-8792-4e71-bd76-9441c2f3f216 None None] Deleting port 2ef8b2ce-bb84-400b-b963-76215657c0da {{(pid=80281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:31:06.623695 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e686f9a7-8792-4e71-bd76-9441c2f3f216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:06.748378 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-e686f9a7-8792-4e71-bd76-9441c2f3f216 None None] The port '2ef8b2ce-bb84-400b-b963-76215657c0da' was deleted {{(pid=80281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 17 16:31:06.776244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Network b6e44d33-ddf3-45d8-afd9-8b49d4349d6e has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:31:06.802407 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:31:06.886616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:06.891382 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:06.894338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b3849225-df7e-458d-a391-4729326deaca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:06.922026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e44d33-ddf3-45d8-afd9-8b49d4349d6e,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:06.925815 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:06.936670 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b6e44d33-ddf3-45d8-afd9-8b49d4349d6e HTTP/1.1" status: 204  len: 168 time: 1.7184000
Dec 17 16:31:07.094839 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 55724) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:07.149242 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a20b9017-efe1-4c10-ac3e-5f9f94db673a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34bc4066866a49b5bbccb3d65311ae08&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0530615
Dec 17 16:31:07.152413 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 55728) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:07.226425 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:07.259828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:07.321463 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:07.327642 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-65b90719-d4dc-421d-9d3d-335eb9bec5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:07.342363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f99df-9c2b-4d45-9bac-a617b4074dcb,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:07.354317 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.354784 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.355191 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.355585 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.355978 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.356396 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.356797 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.357179 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.357576 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.357957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.358341 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.358815 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.359276 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.359661 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.360045 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.360460 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.360845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.361325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.361708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.362089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.362469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.362847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.363229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.363607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:31:07.367803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:07.369154 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f98f99df-9c2b-4d45-9bac-a617b4074dcb HTTP/1.1" status: 204  len: 168 time: 0.2157524
Dec 17 16:31:07.370906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:17.591849 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 55846) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:17.761937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6190b401-03ec-4e4f-b49c-d32604e8d81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:17.785111 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-6190b401-03ec-4e4f-b49c-d32604e8d81e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:31:17.789801 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-6190b401-03ec-4e4f-b49c-d32604e8d81e admin admin] Usage tracker for resource:security_group_rule and tenant:a00bf55daf47477e869b36bd910a553c is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:31:17.793502 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-6190b401-03ec-4e4f-b49c-d32604e8d81e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:31:17.799474 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-6190b401-03ec-4e4f-b49c-d32604e8d81e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:31:17.902286 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6190b401-03ec-4e4f-b49c-d32604e8d81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:17.905775 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6190b401-03ec-4e4f-b49c-d32604e8d81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:17.915692 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b5237e07-68b1-4e70-80d7-fa58f9bcc4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:17.961488 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-6190b401-03ec-4e4f-b49c-d32604e8d81e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a00bf55daf47477e869b36bd910a553c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3680363
Dec 17 16:31:17.962521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190b401-03ec-4e4f-b49c-d32604e8d81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442678e3-ac75-4443-89b3-5636850c2dd3,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:17.965112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 55852) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:17.967024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6190b401-03ec-4e4f-b49c-d32604e8d81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:18.031928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a62881f6-9a90-4d92-9361-000052e51312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:18.060702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a62881f6-9a90-4d92-9361-000052e51312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:18.119301 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a62881f6-9a90-4d92-9361-000052e51312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:18.124888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5f818873-baaa-466e-a14c-3eb2f3b4123f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:18.139849 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62881f6-9a90-4d92-9361-000052e51312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442678e3-ac75-4443-89b3-5636850c2dd3,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:18.143098 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a62881f6-9a90-4d92-9361-000052e51312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:18.144057 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a62881f6-9a90-4d92-9361-000052e51312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:18.145376 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a62881f6-9a90-4d92-9361-000052e51312 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/442678e3-ac75-4443-89b3-5636850c2dd3 HTTP/1.1" status: 204  len: 168 time: 0.1782219
Dec 17 16:31:25.721560 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:26.244660 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1e07456-f0e3-4c6a-a311-34105156fcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:28.595457 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7cd4fd0d-c6f4-49cb-ab24-4ab4bca79e9d req-93cd3313-3d0b-4182-8043-6c41704194e1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1032867
Dec 17 16:31:28.650255 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2ec27215-460d-481b-ac06-574dcf7379a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:28.716903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4fd0d-c6f4-49cb-ab24-4ab4bca79e9d req-64b80815-eb99-4d6f-8113-4b29434a4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:31:28.718927 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7cd4fd0d-c6f4-49cb-ab24-4ab4bca79e9d req-64b80815-eb99-4d6f-8113-4b29434a4ae9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d88f4d61c03147058a5cb64e562def92&device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 1162 time: 0.0873911
Dec 17 16:31:29.135135 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4fd0d-c6f4-49cb-ab24-4ab4bca79e9d req-de8d247e-d07e-450f-b746-2c831ef61fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:31:29.137440 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7cd4fd0d-c6f4-49cb-ab24-4ab4bca79e9d req-de8d247e-d07e-450f-b746-2c831ef61fe6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7 HTTP/1.1" status: 200  len: 905 time: 0.3963959
Dec 17 16:31:29.258374 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7cd4fd0d-c6f4-49cb-ab24-4ab4bca79e9d req-2521f127-2772-4ff0-a149-ab4857e2a0a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3986636b-fbfe-4b1f-87ad-314d97e91ad2 HTTP/1.1" status: 200  len: 1001 time: 0.1123540
Dec 17 16:31:29.330554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4fd0d-c6f4-49cb-ab24-4ab4bca79e9d req-fd7af8c6-9af6-406c-9c08-c54e26bd3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:31:29.332092 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7cd4fd0d-c6f4-49cb-ab24-4ab4bca79e9d req-fd7af8c6-9af6-406c-9c08-c54e26bd3478 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc2be979-1166-4a9e-a53b-412236800276 HTTP/1.1" status: 200  len: 850 time: 0.0671964
Dec 17 16:31:29.423321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4fd0d-c6f4-49cb-ab24-4ab4bca79e9d req-8bd5998e-56e0-4c8b-82c6-26a7800503c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:31:29.425064 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7cd4fd0d-c6f4-49cb-ab24-4ab4bca79e9d req-8bd5998e-56e0-4c8b-82c6-26a7800503c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862837
Dec 17 16:31:29.580226 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7cd4fd0d-c6f4-49cb-ab24-4ab4bca79e9d req-a768269d-9acd-4652-8eaf-65b5fab8b754 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486118
Dec 17 16:31:29.640255 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:29.738985 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7cd4fd0d-c6f4-49cb-ab24-4ab4bca79e9d req-f7be6ebf-c81a-4deb-b87a-97531867c680 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1520388
Dec 17 16:31:30.352277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:31.070444 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:38.315524 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56096) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:38.493452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f77dccc2-2387-4298-8154-9b9245d589ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:38.510048 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-f77dccc2-2387-4298-8154-9b9245d589ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:31:38.514864 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-f77dccc2-2387-4298-8154-9b9245d589ef admin admin] Usage tracker for resource:security_group_rule and tenant:88c930e027d24d7daf3579823c6b3203 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:31:38.520033 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-f77dccc2-2387-4298-8154-9b9245d589ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:31:38.526669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-f77dccc2-2387-4298-8154-9b9245d589ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:31:38.622825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f77dccc2-2387-4298-8154-9b9245d589ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:38.625745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f77dccc2-2387-4298-8154-9b9245d589ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:38.635118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ea7fc78b-d689-42cc-b271-6161c1ff8a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:38.679634 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f77dccc2-2387-4298-8154-9b9245d589ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88c930e027d24d7daf3579823c6b3203&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3626151
Dec 17 16:31:38.681464 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dccc2-2387-4298-8154-9b9245d589ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89867533-9828-4f84-a01a-4ab242a41ac9,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:38.683192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56104) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:38.685697 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f77dccc2-2387-4298-8154-9b9245d589ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:38.750583 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c7127f1a-8873-41d5-a18f-63239dd05aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:38.779289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c7127f1a-8873-41d5-a18f-63239dd05aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:38.835451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c7127f1a-8873-41d5-a18f-63239dd05aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:38.841560 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3f4c00f3-8a5a-4180-b806-aa7b45401879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:38.858596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7127f1a-8873-41d5-a18f-63239dd05aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89867533-9828-4f84-a01a-4ab242a41ac9,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:38.863014 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c7127f1a-8873-41d5-a18f-63239dd05aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:38.868906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c7127f1a-8873-41d5-a18f-63239dd05aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:38.871119 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c7127f1a-8873-41d5-a18f-63239dd05aaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89867533-9828-4f84-a01a-4ab242a41ac9 HTTP/1.1" status: 204  len: 168 time: 0.1867843
Dec 17 16:31:39.260905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56112) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:39.281066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e770c4e3-98f2-465d-9c52-d5c635f92049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:39.298050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e770c4e3-98f2-465d-9c52-d5c635f92049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:31:39.302206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e770c4e3-98f2-465d-9c52-d5c635f92049 admin admin] Usage tracker for resource:security_group_rule and tenant:b17b731107ec4c059d31f186a67517a8 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:31:39.305332 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e770c4e3-98f2-465d-9c52-d5c635f92049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:31:39.311757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e770c4e3-98f2-465d-9c52-d5c635f92049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:31:39.407811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e770c4e3-98f2-465d-9c52-d5c635f92049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:39.410692 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e770c4e3-98f2-465d-9c52-d5c635f92049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:39.420836 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ea352450-8dcc-4c21-a457-24525fe3075b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:39.465632 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e770c4e3-98f2-465d-9c52-d5c635f92049 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b17b731107ec4c059d31f186a67517a8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2035038
Dec 17 16:31:39.466496 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770c4e3-98f2-465d-9c52-d5c635f92049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9795bd38-3762-4eb1-8b18-2c924ef502dd,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:39.469272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56116) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:39.469762 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e770c4e3-98f2-465d-9c52-d5c635f92049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:39.542580 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-eec895ff-78d2-4d85-8f95-b1869c486989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:39.570217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-eec895ff-78d2-4d85-8f95-b1869c486989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:39.617336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-eec895ff-78d2-4d85-8f95-b1869c486989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:39.622821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a62881f6-9a90-4d92-9361-000052e51312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:39.636429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec895ff-78d2-4d85-8f95-b1869c486989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9795bd38-3762-4eb1-8b18-2c924ef502dd,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:39.639423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-eec895ff-78d2-4d85-8f95-b1869c486989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:39.647617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-eec895ff-78d2-4d85-8f95-b1869c486989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:39.650258 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-eec895ff-78d2-4d85-8f95-b1869c486989 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9795bd38-3762-4eb1-8b18-2c924ef502dd HTTP/1.1" status: 204  len: 168 time: 0.1791987
Dec 17 16:31:42.152543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56176) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:42.329553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-94ef7e8f-2185-433e-9ab5-5d7817dcacc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:42.347199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-94ef7e8f-2185-433e-9ab5-5d7817dcacc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:31:42.351206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-94ef7e8f-2185-433e-9ab5-5d7817dcacc4 admin admin] Usage tracker for resource:security_group_rule and tenant:8417bc66e7ee4e7e9a757242ece2d324 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:31:42.354815 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-94ef7e8f-2185-433e-9ab5-5d7817dcacc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:31:42.360988 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-94ef7e8f-2185-433e-9ab5-5d7817dcacc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:31:42.465706 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-94ef7e8f-2185-433e-9ab5-5d7817dcacc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:42.468760 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-94ef7e8f-2185-433e-9ab5-5d7817dcacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:42.479043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9a89fc2e-6343-4b95-9213-1228c50819bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:42.524266 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-94ef7e8f-2185-433e-9ab5-5d7817dcacc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8417bc66e7ee4e7e9a757242ece2d324&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3700156
Dec 17 16:31:42.527777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56182) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:42.529543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef7e8f-2185-433e-9ab5-5d7817dcacc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ed8123-1fbc-45de-9732-e53df8ae4291,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:42.534468 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-94ef7e8f-2185-433e-9ab5-5d7817dcacc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:42.598384 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2dbdb63f-c3f9-428b-94be-3190b8960e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:42.632424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2dbdb63f-c3f9-428b-94be-3190b8960e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:42.682361 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2dbdb63f-c3f9-428b-94be-3190b8960e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:42.687498 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-10778b9d-d5e9-41bb-bc39-62e4b519d1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:42.702745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdb63f-c3f9-428b-94be-3190b8960e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ed8123-1fbc-45de-9732-e53df8ae4291,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:42.705759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2dbdb63f-c3f9-428b-94be-3190b8960e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:42.713234 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2dbdb63f-c3f9-428b-94be-3190b8960e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:42.716464 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-2dbdb63f-c3f9-428b-94be-3190b8960e75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8ed8123-1fbc-45de-9732-e53df8ae4291 HTTP/1.1" status: 204  len: 168 time: 0.1873586
Dec 17 16:31:43.110146 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56190) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:43.130399 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6abd1324-76a5-4dde-9d36-82c88141b69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:43.148427 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-6abd1324-76a5-4dde-9d36-82c88141b69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:31:43.153244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-6abd1324-76a5-4dde-9d36-82c88141b69d admin admin] Usage tracker for resource:security_group_rule and tenant:7cb81e319e9c4726acce5ac178278e60 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:31:43.156888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-6abd1324-76a5-4dde-9d36-82c88141b69d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:31:43.162655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-6abd1324-76a5-4dde-9d36-82c88141b69d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:31:43.253513 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6abd1324-76a5-4dde-9d36-82c88141b69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:43.256388 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6abd1324-76a5-4dde-9d36-82c88141b69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:43.266165 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c54969ee-f351-45d3-8b45-70ce9d4c43d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:43.308499 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-6abd1324-76a5-4dde-9d36-82c88141b69d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cb81e319e9c4726acce5ac178278e60&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1970685
Dec 17 16:31:43.310139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd1324-76a5-4dde-9d36-82c88141b69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011954fe-6ed3-421f-b42b-bdc03e2ccd21,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:43.311520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56196) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:43.313518 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6abd1324-76a5-4dde-9d36-82c88141b69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:43.341723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:31:43.388923 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a35c0c7c-a568-4e71-b950-b7bc69a62155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:43.418232 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a35c0c7c-a568-4e71-b950-b7bc69a62155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:43.467933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a35c0c7c-a568-4e71-b950-b7bc69a62155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:43.473094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7e1cd5e5-0f46-46fe-ac90-65dc3ecdfc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:43.487412 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c0c7c-a568-4e71-b950-b7bc69a62155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011954fe-6ed3-421f-b42b-bdc03e2ccd21,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:43.491220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a35c0c7c-a568-4e71-b950-b7bc69a62155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:43.498192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a35c0c7c-a568-4e71-b950-b7bc69a62155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:43.501481 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a35c0c7c-a568-4e71-b950-b7bc69a62155 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/011954fe-6ed3-421f-b42b-bdc03e2ccd21 HTTP/1.1" status: 204  len: 168 time: 0.1822531
Dec 17 16:31:46.834232 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56272) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:46.999775 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-13199817-e276-4624-a022-ab10855416a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:47.015647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-13199817-e276-4624-a022-ab10855416a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:31:47.019819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-13199817-e276-4624-a022-ab10855416a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c6819d46c83e47eea59744a396ef0178 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:31:47.023111 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-13199817-e276-4624-a022-ab10855416a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:31:47.030316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-13199817-e276-4624-a022-ab10855416a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:31:47.118008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-13199817-e276-4624-a022-ab10855416a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:47.120934 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-13199817-e276-4624-a022-ab10855416a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:47.129628 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9bfe74bd-ae23-40ad-ad2c-26c4d0d811c9 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:47.177186 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-13199817-e276-4624-a022-ab10855416a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6819d46c83e47eea59744a396ef0178&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3417702
Dec 17 16:31:47.178143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13199817-e276-4624-a022-ab10855416a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12932609-4fe9-4d3f-8a3e-01c2ff8f9b13,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:47.180108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56278) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:47.182029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-13199817-e276-4624-a022-ab10855416a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:47.249773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5348c68f-3e97-4624-9a83-46d2282dc9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:47.278014 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5348c68f-3e97-4624-9a83-46d2282dc9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:47.323906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5348c68f-3e97-4624-9a83-46d2282dc9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:47.328986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-721eee01-1585-4398-af3f-8b60a5839c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:47.342244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348c68f-3e97-4624-9a83-46d2282dc9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12932609-4fe9-4d3f-8a3e-01c2ff8f9b13,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:47.347745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5348c68f-3e97-4624-9a83-46d2282dc9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:47.353798 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5348c68f-3e97-4624-9a83-46d2282dc9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:47.355028 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-5348c68f-3e97-4624-9a83-46d2282dc9df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12932609-4fe9-4d3f-8a3e-01c2ff8f9b13 HTTP/1.1" status: 204  len: 168 time: 0.1735218
Dec 17 16:31:47.756353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56286) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:47.776060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f9d1ba75-0863-4dd2-a66d-8ece1c02635b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:47.791450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-f9d1ba75-0863-4dd2-a66d-8ece1c02635b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:31:47.795810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-f9d1ba75-0863-4dd2-a66d-8ece1c02635b admin admin] Usage tracker for resource:security_group_rule and tenant:2b73e1c26bcf4723aa320e1ff936c261 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:31:47.798838 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-f9d1ba75-0863-4dd2-a66d-8ece1c02635b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:31:47.804747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-f9d1ba75-0863-4dd2-a66d-8ece1c02635b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:31:47.891890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f9d1ba75-0863-4dd2-a66d-8ece1c02635b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:47.896205 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f9d1ba75-0863-4dd2-a66d-8ece1c02635b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:47.906616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-743ce872-4921-42cf-b992-5727999b5eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:47.955127 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f9d1ba75-0863-4dd2-a66d-8ece1c02635b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b73e1c26bcf4723aa320e1ff936c261&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1976521
Dec 17 16:31:47.956098 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1ba75-0863-4dd2-a66d-8ece1c02635b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f579750d-65a1-40e1-b238-8995067b7384,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:47.959057 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56292) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:31:47.959405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f9d1ba75-0863-4dd2-a66d-8ece1c02635b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:48.025187 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3aa72e61-ca2c-4086-bae1-439afdce60c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:48.053570 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3aa72e61-ca2c-4086-bae1-439afdce60c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:48.100104 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3aa72e61-ca2c-4086-bae1-439afdce60c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:48.105950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-22d9159c-d7d9-4d17-bf59-f8837ee015de tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:31:48.119543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa72e61-ca2c-4086-bae1-439afdce60c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f579750d-65a1-40e1-b238-8995067b7384,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:31:48.124462 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3aa72e61-ca2c-4086-bae1-439afdce60c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:31:48.130013 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3aa72e61-ca2c-4086-bae1-439afdce60c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:48.131231 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-3aa72e61-ca2c-4086-bae1-439afdce60c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f579750d-65a1-40e1-b238-8995067b7384 HTTP/1.1" status: 204  len: 168 time: 0.1710641
Dec 17 16:31:55.728460 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:56.246454 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b70a24af-6b62-4754-8a40-9f5561978d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:58.642632 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b09f084b-300c-4190-9e99-28d6dadee818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:31:59.629440 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:00.356916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:01.075274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:20.341691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:32:25.743228 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:26.257255 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a592bf28-73e7-4a7f-a185-0956ff54ae8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:28.487694 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-714ef325-2605-41d3-a4c3-e3bc9611261e req-3a18f8ff-d11a-42fb-9c63-ec84dcc1da1c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0881586
Dec 17 16:32:28.645267 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ccd6-bdac-4768-94e2-2576b013347f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:28.662942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ef325-2605-41d3-a4c3-e3bc9611261e req-d2476cea-56e7-426f-b5dc-683ead41bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:32:28.664636 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-714ef325-2605-41d3-a4c3-e3bc9611261e req-d2476cea-56e7-426f-b5dc-683ead41bdc9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d88f4d61c03147058a5cb64e562def92&device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 1162 time: 0.0804939
Dec 17 16:32:28.838938 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ef325-2605-41d3-a4c3-e3bc9611261e req-2405bf61-b050-44d6-9789-400bb1afa542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:32:28.841750 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-714ef325-2605-41d3-a4c3-e3bc9611261e req-2405bf61-b050-44d6-9789-400bb1afa542 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7 HTTP/1.1" status: 200  len: 905 time: 0.1574712
Dec 17 16:32:28.961479 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-714ef325-2605-41d3-a4c3-e3bc9611261e req-61ebc97d-863f-4304-9fcc-072743e349e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3986636b-fbfe-4b1f-87ad-314d97e91ad2 HTTP/1.1" status: 200  len: 1001 time: 0.1124690
Dec 17 16:32:29.034219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ef325-2605-41d3-a4c3-e3bc9611261e req-4def14df-24d3-4e14-8823-ffcb7b34b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:32:29.035728 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-714ef325-2605-41d3-a4c3-e3bc9611261e req-4def14df-24d3-4e14-8823-ffcb7b34b942 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc2be979-1166-4a9e-a53b-412236800276 HTTP/1.1" status: 200  len: 850 time: 0.0672123
Dec 17 16:32:29.124650 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ef325-2605-41d3-a4c3-e3bc9611261e req-81623457-e916-4bc9-9b49-8dab0e5c9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:32:29.126307 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-714ef325-2605-41d3-a4c3-e3bc9611261e req-81623457-e916-4bc9-9b49-8dab0e5c9f87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a2b8fc3-59c7-472f-92ba-a4a825f276c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838461
Dec 17 16:32:29.289360 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-714ef325-2605-41d3-a4c3-e3bc9611261e req-8a1d47f6-15bb-40cd-8690-74d5bc94a493 service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539526
Dec 17 16:32:29.468402 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-714ef325-2605-41d3-a4c3-e3bc9611261e req-ae51b554-dfc0-4611-b90f-f961a2ef890e service neutron] 10.222.0.70 "GET /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1714189
Dec 17 16:32:29.630099 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:30.359300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:30.363247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56650) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:30.525988 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:30.542604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:32:30.546719 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Usage tracker for resource:security_group_rule and tenant:8055d2ecb019433d95117988c610ab20 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:32:30.549891 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:32:30.555669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:32:30.648450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:30.651958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:30.659866 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b0d41c8d-3b6e-4f4a-a24d-9e39592bc45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:30.702686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991b467a-1b2b-4d06-8738-d86ed353a5d4,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:30.708404 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8055d2ecb019433d95117988c610ab20&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3439779
Dec 17 16:32:30.711499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56656) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:30.714420 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.714847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.715258 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.715660 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.716063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.716500 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.716891 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.717290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.717688 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.718082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.718475 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.718866 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.719335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.719728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.720118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.720536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.720926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.721315 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.721755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.722146 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.722537 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.722921 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.723312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.723704 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.728696 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:30.782360 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:30.813857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:30.869789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:30.876428 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4944f18a-9d34-4722-a0ec-27900a3c6679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:30.892489 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991b467a-1b2b-4d06-8738-d86ed353a5d4,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:30.909509 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.910057 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.910581 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.911106 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.911668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.912223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.912978 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.913535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.914077 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.914649 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.918177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.918177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.918177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.918177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.918177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.918177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.918701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.919027 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.919618 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.920536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.920536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.920907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.921299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.921686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:30.928452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:30.930375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:30.933569 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/991b467a-1b2b-4d06-8738-d86ed353a5d4 HTTP/1.1" status: 204  len: 168 time: 0.2199795
Dec 17 16:32:31.087040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:31.865350 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56680) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:32.013623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1701661421-network', 'tenant_id': '3322785548f94f068b89ff97f6305743'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:32:32.018866 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:32:32.022983 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Usage tracker for resource:network and tenant:3322785548f94f068b89ff97f6305743 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:32:32.026602 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:32:32.032757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:32:32.043869 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Made reservation on behalf of 3322785548f94f068b89ff97f6305743 for: {'network': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:32:32.049195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:32.062374 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:32.077953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:32:32.082925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Usage tracker for resource:security_group_rule and tenant:3322785548f94f068b89ff97f6305743 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:32:32.086090 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:32:32.093067 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:32:32.190951 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:32.195718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:32.199114 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-40ff7078-2e61-421c-a5ae-0a9d05060b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:32.237812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:32:32.244236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774eeeb1-9f43-4a6d-84a2-e41167996df6,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:32.247607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:32.253405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260054490655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:32.253854 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Added segment 9a9561b4-fb1d-4098-a86e-bf097b55f288 of type vxlan for network 61b6798a-a837-4af9-9fd8-35aa2301e790
Dec 17 16:32:32.304461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:32.353502 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:32.354834 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:32:32.355483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:32.361021 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ad703e79-3dcf-4980-acc8-416512064d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:32.471868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Pushing event updated for resources: {'Network': ['ID=61b6798a-a837-4af9-9fd8-35aa2301e790,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:32.475567 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6089637
Dec 17 16:32:32.476563 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-31c51f8f-e9f3-48f0-b003-4230f3dfcdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:32.479575 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56688) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:32.484477 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network 61b6798a-a837-4af9-9fd8-35aa2301e790 details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:32:32.485877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Request body: {'subnet': {'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1701661421-subnet', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'ip_version': 4}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:32:32.491734 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:32:32.496665 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Usage tracker for resource:subnet and tenant:3322785548f94f068b89ff97f6305743 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:32:32.500302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:32:32.504659 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network 61b6798a-a837-4af9-9fd8-35aa2301e790 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:32:32.506720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:32:32.517520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Made reservation on behalf of 3322785548f94f068b89ff97f6305743 for: {'subnet': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:32:32.523013 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036787856109'] for subnet, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:32.968953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036787743776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036787856126'] for subnet, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:32.985488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:33.117880 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38dc044-c030-42fb-808b-bafa3ff41906,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:33.123365 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:33.203613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Checking segment: {'id': '9a9561b4-fb1d-4098-a86e-bf097b55f288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:32:33.204009 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Network hostable DHCP agents. Network: 61b6798a-a837-4af9-9fd8-35aa2301e790, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:32:33.232805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Network 61b6798a-a837-4af9-9fd8-35aa2301e790 is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:32:33.241988 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, 61b6798a-a837-4af9-9fd8-35aa2301e790) {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:32:33.251339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88cf379-338e-4013-8f6c-5ac7384cfbc8 None None] Network 61b6798a-a837-4af9-9fd8-35aa2301e790 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:32:33.259987 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:32:33.260675 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:33.291469 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8062975
Dec 17 16:32:33.292120 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56692) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:33.298648 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:32:33.304140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:32:33.308702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Usage tracker for resource:router and tenant:3322785548f94f068b89ff97f6305743 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:32:33.312423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:32:33.318659 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:32:33.331116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667562'] for router, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:33.332336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854665440'] for router, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:33.348555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:33.531410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55080c99-bcec-5eef-a477-4b95c02406d4-61b6798a-a837-4af9-9fd8-35aa2301e790', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'fixed_ips': [{'subnet_id': 'f38dc044-c030-42fb-808b-bafa3ff41906'}]}} from dv-cinder-766752-2-iscsi. {{(pid=80281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 17 16:32:33.533139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:33.859357 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Allocated IP 172.20.0.2 (61b6798a-a837-4af9-9fd8-35aa2301e790/f38dc044-c030-42fb-808b-bafa3ff41906/fec106b0-bb0f-4281-a13d-f36bbc7497b5) {{(pid=80281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:32:33.892051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854665423'] for router, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:34.247645 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:34.254940 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Notify callbacks [] for port, precommit_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:34.267058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Transition to ACTIVE for port object fec106b0-bb0f-4281-a13d-f36bbc7497b5 will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:32:34.286897 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:34.289233 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Transition to ACTIVE for port object fec106b0-bb0f-4281-a13d-f36bbc7497b5 will not be triggered until provisioned by entity DHCP. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:32:34.295759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:34.312739 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:34.450469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Pushing event updated for resources: {'Port': ['ID=fec106b0-bb0f-4281-a13d-f36bbc7497b5,revision_number=1']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:34.474140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.474140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.474140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.474140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.474864 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.474946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.475395 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.475642 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.476028 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.476486 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.476852 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.477208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.477640 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.478054 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.478414 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.478773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.479127 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.479560 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.479790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.480159 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.480535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.480889 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.481243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.481596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:34.495304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:34.533901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Network 61b6798a-a837-4af9-9fd8-35aa2301e790 is already hosted by enough agents. {{(pid=80281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:32:34.535183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Resources bound (agent type, host, resource id):  {{(pid=80281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:32:34.538512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Received port after_create {{(pid=80281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:32:34.590648 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Allocated IP 172.27.0.110 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/16b7803c-9785-467b-88a3-74f91b0d748b) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:32:34.599497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Attempting to bind port fec106b0-bb0f-4281-a13d-f36bbc7497b5 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:32:34.599935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Attempting to bind port fec106b0-bb0f-4281-a13d-f36bbc7497b5 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '9a9561b4-fb1d-4098-a86e-bf097b55f288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:32:34.600410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Attempting to bind port fec106b0-bb0f-4281-a13d-f36bbc7497b5 on network 61b6798a-a837-4af9-9fd8-35aa2301e790 {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:32:34.607312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:32:34.607706 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Checking segment: {'id': '9a9561b4-fb1d-4098-a86e-bf097b55f288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:32:34.608156 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:34.608625 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Bound using segment: {'id': '9a9561b4-fb1d-4098-a86e-bf097b55f288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:32:34.609142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Bound port: fec106b0-bb0f-4281-a13d-f36bbc7497b5, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9561b4-fb1d-4098-a86e-bf097b55f288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:32:34.609555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:34.709378 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] For port fec106b0-bb0f-4281-a13d-f36bbc7497b5, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:32:34.713160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] For port fec106b0-bb0f-4281-a13d-f36bbc7497b5, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=fec106b0-bb0f-4281-a13d-f36bbc7497b5,segment=NetworkSegment(9a9561b4-fb1d-4098-a86e-bf097b55f288),segment_id=9a9561b4-fb1d-4098-a86e-bf097b55f288)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:32:34.716874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:34.733237 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-74db65fc-9898-456a-8dcd-ff8389aec23d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:34.768010 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:34.796036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67031632'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:34.814506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:34.889112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Pushing event updated for resources: {'Port': ['ID=fec106b0-bb0f-4281-a13d-f36bbc7497b5,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:34.892846 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:34.956130 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Pushing event updated for resources: {'Port': ['ID=16b7803c-9785-467b-88a3-74f91b0d748b,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:34.959438 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:35.017251 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:32:35.018238 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:32:35.020622 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:32:35.498822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:35.739384 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device fec106b0-bb0f-4281-a13d-f36bbc7497b5 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:32:35.816482 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port fec106b0-bb0f-4281-a13d-f36bbc7497b5 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:32:35.882023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102547'] for router, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:36.110505 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Router da56c4e7-4520-457c-a054-1e1487c38f30 is scheduled to L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 with binding_index 1 {{(pid=80280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 17 16:32:36.425857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406038b-8478-4422-ad07-89e84b10d021 None None] Network 61b6798a-a837-4af9-9fd8-35aa2301e790 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:32:36.529593 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-49591103-db10-4c25-9281-270bd654aa4f None None] Provisioning for port fec106b0-bb0f-4281-a13d-f36bbc7497b5 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:32:36.537997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-49591103-db10-4c25-9281-270bd654aa4f None None] Provisioning complete for port fec106b0-bb0f-4281-a13d-f36bbc7497b5 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:36.538419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-49591103-db10-4c25-9281-270bd654aa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:36.623934 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:32:36.642886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Sync routers for ids ['da56c4e7-4520-457c-a054-1e1487c38f30'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:32:36.650359 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] Notify callbacks [] for router, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:36.654427 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-2167fe6c-484b-4cb2-bb46-3d1727160adc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.3581650
Dec 17 16:32:36.655170 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56704) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:36.745247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Routers {'da56c4e7-4520-457c-a054-1e1487c38f30'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:32:36.745959 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb8201ebba8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:32:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['da56c4e7-4520-457c-a054-1e1487c38f30'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:36.892190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-49591103-db10-4c25-9281-270bd654aa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:37.028023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-49591103-db10-4c25-9281-270bd654aa4f None None] For port fec106b0-bb0f-4281-a13d-f36bbc7497b5, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=fec106b0-bb0f-4281-a13d-f36bbc7497b5,segment=NetworkSegment(9a9561b4-fb1d-4098-a86e-bf097b55f288),segment_id=9a9561b4-fb1d-4098-a86e-bf097b55f288)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:32:37.035525 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-49591103-db10-4c25-9281-270bd654aa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:37.042687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:37.100202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Set router da56c4e7-4520-457c-a054-1e1487c38f30 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:32:37.343183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:37.510235 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49591103-db10-4c25-9281-270bd654aa4f None None] Pushing event updated for resources: {'Port': ['ID=fec106b0-bb0f-4281-a13d-f36bbc7497b5,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:37.529916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-49591103-db10-4c25-9281-270bd654aa4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:37.569319 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-7df4e091-d2c3-4ced-939d-4def0d711eb6 None None] Provisioning complete for port fec106b0-bb0f-4281-a13d-f36bbc7497b5 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:37.569678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7df4e091-d2c3-4ced-939d-4def0d711eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:37.742480 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device fec106b0-bb0f-4281-a13d-f36bbc7497b5 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:32:37.840351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Allocated IP 172.20.0.1 (61b6798a-a837-4af9-9fd8-35aa2301e790/f38dc044-c030-42fb-808b-bafa3ff41906/6c0c94ed-3482-4a12-b49c-dcd515fba6a4) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:32:37.848882 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb8201ebba8>, [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:32:35Z', 'revision_number': 3, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:37.859356 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Checking router: da56c4e7-4520-457c-a054-1e1487c38f30 for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:32:37.859762 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Updating router da56c4e7-4520-457c-a054-1e1487c38f30 port 16b7803c-9785-467b-88a3-74f91b0d748b binding host dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:32:37.889240 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port fec106b0-bb0f-4281-a13d-f36bbc7497b5 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:37.889575 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:37.982691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:38.016100 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:38.021631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-d5c340af-cc9b-495c-bf2e-c963fa1f4240 None None] Provisioning complete for port fec106b0-bb0f-4281-a13d-f36bbc7497b5 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:38.022056 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d5c340af-cc9b-495c-bf2e-c963fa1f4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:38.034093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Transition to ACTIVE for port object 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 will not be triggered until provisioned by entity DHCP. {{(pid=80280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:32:38.058807 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67031632'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:38.076873 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:38.216781 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0c94ed-3482-4a12-b49c-dcd515fba6a4,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:38.222243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:38.277144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Network 61b6798a-a837-4af9-9fd8-35aa2301e790 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:32:38.278476 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:32:38.281456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:32:38.349821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673072'] for router_interface, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:38.606366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-90b2f50c-3d19-474f-abf1-073e7d18a79e None None] Provisioning for port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:32:38.613841 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Notify callbacks [] for port, precommit_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:38.618429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-90b2f50c-3d19-474f-abf1-073e7d18a79e None None] Provisioning complete for port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:38.619419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-90b2f50c-3d19-474f-abf1-073e7d18a79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:38.641256 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:38.670812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Transition to ACTIVE for port object 16b7803c-9785-467b-88a3-74f91b0d748b will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:32:38.681210 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:38.694542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:38.802508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-90b2f50c-3d19-474f-abf1-073e7d18a79e None None] Port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:32:38.836554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca03da-e4c7-41d3-aa7d-e98cd2c70256 None None] Pushing event updated for resources: {'Port': ['ID=16b7803c-9785-467b-88a3-74f91b0d748b,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:38.842479 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-90ca03da-e4c7-41d3-aa7d-e98cd2c70256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:38.904836 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Attempting to bind port 16b7803c-9785-467b-88a3-74f91b0d748b on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:32:38.905248 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Attempting to bind port 16b7803c-9785-467b-88a3-74f91b0d748b by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:32:38.905920 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Attempting to bind port 16b7803c-9785-467b-88a3-74f91b0d748b on network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:32:38.911672 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:32:38.912095 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Checking segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:32:38.912564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:38.913000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Bound using segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:32:38.913509 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Bound port: 16b7803c-9785-467b-88a3-74f91b0d748b, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:32:38.913921 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:38.992611 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:38.993664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] For port 16b7803c-9785-467b-88a3-74f91b0d748b, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:32:38.996981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] For port 16b7803c-9785-467b-88a3-74f91b0d748b, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=16b7803c-9785-467b-88a3-74f91b0d748b,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:32:38.997138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787744152'] for port, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:39.000514 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:39.016128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7a6acc0d-ce8d-45b0-a68b-c530823ce3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:39.032004 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:39.114116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853677243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676747'] for router_interface, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:39.129904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0c94ed-3482-4a12-b49c-dcd515fba6a4,revision_number=2']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:39.138361 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:39.169423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca03da-e4c7-41d3-aa7d-e98cd2c70256 None None] Pushing event updated for resources: {'Port': ['ID=16b7803c-9785-467b-88a3-74f91b0d748b,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:39.175722 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-90ca03da-e4c7-41d3-aa7d-e98cd2c70256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:39.218487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Routers {'da56c4e7-4520-457c-a054-1e1487c38f30'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:32:39.219157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb8201ebba8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:32:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['da56c4e7-4520-457c-a054-1e1487c38f30'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:39.279637 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Network 61b6798a-a837-4af9-9fd8-35aa2301e790 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:32:39.281382 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:32:39.510194 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] Set router da56c4e7-4520-457c-a054-1e1487c38f30 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:32:39.848291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Router da56c4e7-4520-457c-a054-1e1487c38f30 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:32:39.961738 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-db9b73e9-16e9-4895-a324-5c894eb13fb4 None None] Provisioning complete for port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:39.962120 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-db9b73e9-16e9-4895-a324-5c894eb13fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:40.050944 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-db9b73e9-16e9-4895-a324-5c894eb13fb4 None None] Port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:32:40.068606 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:32:40.085815 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] 10.222.0.21 "PUT /v2.0/routers/da56c4e7-4520-457c-a054-1e1487c38f30/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4234262
Dec 17 16:32:40.155283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb8201ebba8>, [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 4, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '6c0c94ed-3482-4a12-b49c-dcd515fba6a4', 'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'mac_address': 'fa:16:3e:84:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:37Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 2, 'project_id': '3322785548f94f068b89ff97f6305743', 'subnets': [{'id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:40.160405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b9820-b953-43fa-8e92-92f016e828b2 None None] The sync data for ids ['da56c4e7-4520-457c-a054-1e1487c38f30'] in dv-cinder-766752-2-iscsi is: [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 4, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '6c0c94ed-3482-4a12-b49c-dcd515fba6a4', 'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'mac_address': 'fa:16:3e:84:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:37Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 2, 'project_id': '3322785548f94f068b89ff97f6305743', 'subnets': [{'id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:32:40.945680 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56740) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:40.952648 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-535434548-network', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:32:40.958930 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:32:40.964016 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Usage tracker for resource:network and tenant:464d2d6ac27e4109b5472dc4fe9adf9c is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:32:40.967940 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:32:40.991571 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:32:41.001171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Made reservation on behalf of 464d2d6ac27e4109b5472dc4fe9adf9c for: {'network': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:32:41.007224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:41.027291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:41.045476 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:32:41.049872 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Usage tracker for resource:security_group_rule and tenant:464d2d6ac27e4109b5472dc4fe9adf9c is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:32:41.053016 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:32:41.059323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:32:41.192614 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:41.198390 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:41.208482 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c86ddf27-1bdb-4756-8db5-d0e50b60402d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:41.280392 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:32:41.300956 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566764c8-d7f6-4412-b129-96465a35f2eb,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:41.307001 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:41.313189 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260054490655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:41.313928 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Added segment 756e062a-cd79-43fa-ad71-8fa09d811e53 of type vxlan for network 8e17b8e2-edfb-4a19-9efe-ff382007ccce
Dec 17 16:32:41.352749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:41.389771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:41.391566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:32:41.392527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:41.419291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:41.545754 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56750) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:41.549348 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6019261
Dec 17 16:32:41.552746 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Request body: {'subnet': {'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-535434548-subnet', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'ip_version': 4}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:32:41.559280 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:32:41.563709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Usage tracker for resource:subnet and tenant:464d2d6ac27e4109b5472dc4fe9adf9c is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:32:41.567363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:32:41.574149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:32:41.586797 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Made reservation on behalf of 464d2d6ac27e4109b5472dc4fe9adf9c for: {'subnet': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:32:41.592158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65529602'] for subnet, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:41.593026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Pushing event updated for resources: {'Network': ['ID=8e17b8e2-edfb-4a19-9efe-ff382007ccce,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:41.601924 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:41.609568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network 8e17b8e2-edfb-4a19-9efe-ff382007ccce details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:32:41.631698 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network 8e17b8e2-edfb-4a19-9efe-ff382007ccce details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:32:41.864145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 16b7803c-9785-467b-88a3-74f91b0d748b up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:32:41.996535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 16b7803c-9785-467b-88a3-74f91b0d748b completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:32:42.002687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 16b7803c-9785-467b-88a3-74f91b0d748b triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:42.003328 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:42.114441 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789004456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65529619'] for subnet, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:42.131783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:42.141368 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:42.158572 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port 16b7803c-9785-467b-88a3-74f91b0d748b, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=16b7803c-9785-467b-88a3-74f91b0d748b,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:32:42.161310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:42.164278 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-90ca03da-e4c7-41d3-aa7d-e98cd2c70256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:42.234009 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=16b7803c-9785-467b-88a3-74f91b0d748b,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:42.237652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:42.270964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Pushing event updated for resources: {'Subnet': ['ID=39852ccb-883b-4866-a452-739857ff21d9,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:42.285183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:42.348347 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Checking segment: {'id': '756e062a-cd79-43fa-ad71-8fa09d811e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:32:42.348742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Network hostable DHCP agents. Network: 8e17b8e2-edfb-4a19-9efe-ff382007ccce, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:32:42.367599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Network 8e17b8e2-edfb-4a19-9efe-ff382007ccce is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:32:42.377405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, 8e17b8e2-edfb-4a19-9efe-ff382007ccce) {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:32:42.387997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875cde0d-fcc8-42a9-86f8-cbae824f8df8 None None] Network 8e17b8e2-edfb-4a19-9efe-ff382007ccce requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:32:42.390979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:32:42.391786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:42.420646 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-786be01e-7660-46c7-8488-eab8d676a65b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8708708
Dec 17 16:32:42.420888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56760) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:42.426805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-535434548-router', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:32:42.432893 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:32:42.437215 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Usage tracker for resource:router and tenant:464d2d6ac27e4109b5472dc4fe9adf9c is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:32:42.441312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:32:42.448207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:32:42.458415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667562'] for router, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:42.459571 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854665440'] for router, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:42.481177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:42.669111 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55080c99-bcec-5eef-a477-4b95c02406d4-8e17b8e2-edfb-4a19-9efe-ff382007ccce', 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'fixed_ips': [{'subnet_id': '39852ccb-883b-4866-a452-739857ff21d9'}]}} from dv-cinder-766752-2-iscsi. {{(pid=80281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 17 16:32:42.670042 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:43.009233 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Allocated IP 172.20.0.2 (8e17b8e2-edfb-4a19-9efe-ff382007ccce/39852ccb-883b-4866-a452-739857ff21d9/7f556677-d38e-4d99-88a1-55182b5e5dfa) {{(pid=80281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:32:43.029313 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854665423'] for router, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:43.268575 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Notify callbacks [] for port, precommit_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:43.287321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Transition to ACTIVE for port object 7f556677-d38e-4d99-88a1-55182b5e5dfa will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:32:43.309592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Transition to ACTIVE for port object 7f556677-d38e-4d99-88a1-55182b5e5dfa will not be triggered until provisioned by entity DHCP. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:32:43.315472 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:43.333134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-49591103-db10-4c25-9281-270bd654aa4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:43.402317 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:43.443552 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:43.500683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Pushing event updated for resources: {'Port': ['ID=7f556677-d38e-4d99-88a1-55182b5e5dfa,revision_number=1']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:43.506535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:43.569213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Network 8e17b8e2-edfb-4a19-9efe-ff382007ccce is already hosted by enough agents. {{(pid=80281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:32:43.570648 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Resources bound (agent type, host, resource id):  {{(pid=80281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:32:43.573720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Received port after_create {{(pid=80281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:32:43.641307 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Attempting to bind port 7f556677-d38e-4d99-88a1-55182b5e5dfa on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:32:43.641769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Attempting to bind port 7f556677-d38e-4d99-88a1-55182b5e5dfa by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '756e062a-cd79-43fa-ad71-8fa09d811e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:32:43.642121 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Attempting to bind port 7f556677-d38e-4d99-88a1-55182b5e5dfa on network 8e17b8e2-edfb-4a19-9efe-ff382007ccce {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:32:43.648899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:32:43.649326 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Checking segment: {'id': '756e062a-cd79-43fa-ad71-8fa09d811e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:32:43.650110 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:43.650708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Bound using segment: {'id': '756e062a-cd79-43fa-ad71-8fa09d811e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:32:43.651268 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Bound port: 7f556677-d38e-4d99-88a1-55182b5e5dfa, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756e062a-cd79-43fa-ad71-8fa09d811e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:32:43.652240 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:43.756504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 16b7803c-9785-467b-88a3-74f91b0d748b up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:32:43.785469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Allocated IP 172.27.0.87 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/1555721f-c412-40aa-a849-0559747a1385) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:32:43.820579 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] For port 7f556677-d38e-4d99-88a1-55182b5e5dfa, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:32:43.840088 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] For port 7f556677-d38e-4d99-88a1-55182b5e5dfa, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=7f556677-d38e-4d99-88a1-55182b5e5dfa,segment=NetworkSegment(756e062a-cd79-43fa-ad71-8fa09d811e53),segment_id=756e062a-cd79-43fa-ad71-8fa09d811e53)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:32:43.847254 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:43.867462 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:43.900986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Sync routers for ids ['da56c4e7-4520-457c-a054-1e1487c38f30'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:32:43.926113 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Routers {'da56c4e7-4520-457c-a054-1e1487c38f30'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:32:43.926933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f2ac128>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:32:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['da56c4e7-4520-457c-a054-1e1487c38f30'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:43.995075 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:44.023188 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:44.043783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9a4cc4e6-d16f-4328-a7c3-3289cc2da6f5 tempest-ServerRescueNegativeTestJSON-1942023551 tempest-ServerRescueNegativeTestJSON-1942023551] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:44.076322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 16b7803c-9785-467b-88a3-74f91b0d748b triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:44.076747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:44.139346 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Set router da56c4e7-4520-457c-a054-1e1487c38f30 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:32:44.166532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Pushing event updated for resources: {'Port': ['ID=7f556677-d38e-4d99-88a1-55182b5e5dfa,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:44.179868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:44.256935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Pushing event updated for resources: {'Port': ['ID=1555721f-c412-40aa-a849-0559747a1385,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:44.268348 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:44.323690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184abd15-b351-44e0-9252-a3c038004bee req-349df2bc-b59b-4fac-a6ff-a1096d7edff8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:32:44.325356 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-184abd15-b351-44e0-9252-a3c038004bee req-349df2bc-b59b-4fac-a6ff-a1096d7edff8 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 945 time: 0.2418981
Dec 17 16:32:44.357987 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:32:44.375169 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:32:44.381306 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:32:44.433599 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-184abd15-b351-44e0-9252-a3c038004bee req-2348150d-2644-4ba6-988f-4e5c95385d72 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=b8e4bdeb-9031-4e56-904b-da3ffbf6a607&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0992241
Dec 17 16:32:44.546687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f2ac128>, [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 4, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '6c0c94ed-3482-4a12-b49c-dcd515fba6a4', 'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'mac_address': 'fa:16:3e:84:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:37Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 2, 'project_id': '3322785548f94f068b89ff97f6305743', 'subnets': [{'id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:44.551594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Checking router: da56c4e7-4520-457c-a054-1e1487c38f30 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:32:44.551997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Updating router da56c4e7-4520-457c-a054-1e1487c38f30 port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 binding host dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:32:44.619289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:44.879173 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:45.066667 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Notify callbacks [] for port, precommit_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:45.079277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Transition to ACTIVE for port object 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 will not be triggered until provisioned by entity L2. {{(pid=80282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:32:45.083183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:45.101788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:45.247325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102547'] for router, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:45.252238 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Pushing event updated for resources: {'Port': ['ID=6c0c94ed-3482-4a12-b49c-dcd515fba6a4,revision_number=3']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:45.292957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.293340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.293718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.294088 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.294463 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.294831 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.295193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.295560 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.295937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.296322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.296682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.297038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.297466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.297822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.298179 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.298532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.298886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.299240 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.299592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.299944 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.300321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.300674 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.301031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.301380 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:32:45.309412 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:45.506443 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Attempting to bind port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:32:45.506866 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Attempting to bind port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '9a9561b4-fb1d-4098-a86e-bf097b55f288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790'}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:32:45.507517 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Attempting to bind port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 on network 61b6798a-a837-4af9-9fd8-35aa2301e790 {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:32:45.527899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:32:45.529219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Checking segment: {'id': '9a9561b4-fb1d-4098-a86e-bf097b55f288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:32:45.529616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:45.530203 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Bound using segment: {'id': '9a9561b4-fb1d-4098-a86e-bf097b55f288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790'} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:32:45.531175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Bound port: 6c0c94ed-3482-4a12-b49c-dcd515fba6a4, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9561b4-fb1d-4098-a86e-bf097b55f288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790'}}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:32:45.532642 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:45.682883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] For port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:32:45.689791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] For port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=6c0c94ed-3482-4a12-b49c-dcd515fba6a4,segment=NetworkSegment(9a9561b4-fb1d-4098-a86e-bf097b55f288),segment_id=9a9561b4-fb1d-4098-a86e-bf097b55f288)] {{(pid=80282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:32:45.698117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:45.810879 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb26196-1cbc-4ebc-87bd-2fc1d31d339c req-ae069ffd-58f2-4700-9a35-baa541e3a952 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:32:45.814010 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1fb26196-1cbc-4ebc-87bd-2fc1d31d339c req-ae069ffd-58f2-4700-9a35-baa541e3a952 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 945 time: 0.1839898
Dec 17 16:32:45.850157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 7f556677-d38e-4d99-88a1-55182b5e5dfa up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:32:45.852236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a2ca7c26-bc27-4a88-a265-4cc541a39778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:45.895584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Router 7188d5e5-c82c-47cd-8bb6-7659114fa52b is scheduled to L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 with binding_index 1 {{(pid=80279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 17 16:32:45.907997 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1fb26196-1cbc-4ebc-87bd-2fc1d31d339c req-8efd2e91-62af-4e20-ac60-bb23339786eb tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=b8e4bdeb-9031-4e56-904b-da3ffbf6a607&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790522
Dec 17 16:32:45.925961 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Pushing event updated for resources: {'Port': ['ID=6c0c94ed-3482-4a12-b49c-dcd515fba6a4,revision_number=4']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:45.932257 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:45.937673 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d3e716-3ac4-42de-9bb7-e736f5a43266 None None] Network 8e17b8e2-edfb-4a19-9efe-ff382007ccce requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:32:46.002550 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Routers {'da56c4e7-4520-457c-a054-1e1487c38f30'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:32:46.003568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f2ac128>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:32:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['da56c4e7-4520-457c-a054-1e1487c38f30'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:46.017413 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d8578-c359-4443-b293-eb55991d8934 req-89ccbeab-1bc6-4a63-9792-727068de45e7 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:32:46.019057 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8c1d8578-c359-4443-b293-eb55991d8934 req-89ccbeab-1bc6-4a63-9792-727068de45e7 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.70 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 945 time: 0.2021194
Dec 17 16:32:46.075573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-27caee43-d329-4fa9-8546-c40b50cfd90d None None] Provisioning for port 7f556677-d38e-4d99-88a1-55182b5e5dfa completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:32:46.107493 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Deleting port 3986636b-fbfe-4b1f-87ad-314d97e91ad2 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:32:46.107689 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 7f556677-d38e-4d99-88a1-55182b5e5dfa completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:32:46.107926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:46.116106 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 7f556677-d38e-4d99-88a1-55182b5e5dfa triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:46.116594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:46.402922 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:46.426507 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:32:46.444462 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] Set router da56c4e7-4520-457c-a054-1e1487c38f30 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:32:46.497089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:46.498479 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.0765502
Dec 17 16:32:46.501759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56786) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:46.556520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] For port 3986636b-fbfe-4b1f-87ad-314d97e91ad2, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=3986636b-fbfe-4b1f-87ad-314d97e91ad2,segment=NetworkSegment(2d2b5860-a3b6-49f8-8e17-24f29d7f63a9),segment_id=2d2b5860-a3b6-49f8-8e17-24f29d7f63a9)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:32:46.557223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:46.630354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Sync routers for ids ['7188d5e5-c82c-47cd-8bb6-7659114fa52b'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:32:46.657286 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port 7f556677-d38e-4d99-88a1-55182b5e5dfa, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=7f556677-d38e-4d99-88a1-55182b5e5dfa,segment=NetworkSegment(756e062a-cd79-43fa-ad71-8fa09d811e53),segment_id=756e062a-cd79-43fa-ad71-8fa09d811e53)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:32:46.659850 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Routers {'7188d5e5-c82c-47cd-8bb6-7659114fa52b'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:32:46.660597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81e666cc0>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:32:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7188d5e5-c82c-47cd-8bb6-7659114fa52b'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:46.722890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:46.735641 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:46.946404 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=7f556677-d38e-4d99-88a1-55182b5e5dfa,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:46.954827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:46.975308 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f2ac128>, [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 4, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '6c0c94ed-3482-4a12-b49c-dcd515fba6a4', 'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'mac_address': 'fa:16:3e:84:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:37Z', 'updated_at': '2020-12-17T16:32:45Z', 'revision_number': 4, 'project_id': '3322785548f94f068b89ff97f6305743', 'subnets': [{'id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:46.992078 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ec6b3-4c97-48cf-900a-eef6ff548920 None None] The sync data for ids ['da56c4e7-4520-457c-a054-1e1487c38f30'] in dv-cinder-766752-2-iscsi is: [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 4, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '6c0c94ed-3482-4a12-b49c-dcd515fba6a4', 'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'mac_address': 'fa:16:3e:84:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:37Z', 'updated_at': '2020-12-17T16:32:45Z', 'revision_number': 4, 'project_id': '3322785548f94f068b89ff97f6305743', 'subnets': [{'id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:32:47.025057 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Set router 7188d5e5-c82c-47cd-8bb6-7659114fa52b gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:32:47.057859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:47.058554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:47.059073 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Floating IP 610cf46e-3c8e-4357-ad0f-e464a44de8e3 disassociated. External IP: 172.27.0.219, port: 3986636b-fbfe-4b1f-87ad-314d97e91ad2.
Dec 17 16:32:47.059622 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Calling delete_port for 3986636b-fbfe-4b1f-87ad-314d97e91ad2 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:32:47.233804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 3986636b-fbfe-4b1f-87ad-314d97e91ad2 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:32:47.331908 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:47.351768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589548a6-8435-46bc-8cae-fd032df2f03c req-00e2cd91-12b0-4b87-9557-98db07f9a739 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:32:47.355636 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-589548a6-8435-46bc-8cae-fd032df2f03c req-00e2cd91-12b0-4b87-9557-98db07f9a739 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 945 time: 0.2131140
Dec 17 16:32:47.445346 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-589548a6-8435-46bc-8cae-fd032df2f03c req-183a7b96-11f5-44c5-b286-dbc1d9b4968e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups?id=b8e4bdeb-9031-4e56-904b-da3ffbf6a607&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659587
Dec 17 16:32:47.453870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:47.484051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d9ffdb90-a278-4ccb-b6d2-4560351b9684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:47.596084 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] No active binding found for port 3986636b-fbfe-4b1f-87ad-314d97e91ad2 {{(pid=80281) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 17 16:32:47.596841 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 3986636b-fbfe-4b1f-87ad-314d97e91ad2 not bound to the agent host hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:32:47.605956 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-40cd145e-af55-4b84-bc0e-e79677db3bac None None] Provisioning complete for port 7f556677-d38e-4d99-88a1-55182b5e5dfa triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:47.606647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-40cd145e-af55-4b84-bc0e-e79677db3bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:47.827832 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81e666cc0>, [{'id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'name': 'tempest-TestShelveInstance-535434548-router', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '1555721f-c412-40aa-a849-0559747a1385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:42Z', 'updated_at': '2020-12-17T16:32:44Z', 'revision_number': 3, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'gw_port': {'id': '1555721f-c412-40aa-a849-0559747a1385', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:43Z', 'updated_at': '2020-12-17T16:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:47.841478 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Checking router: 7188d5e5-c82c-47cd-8bb6-7659114fa52b for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:32:47.842181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Updating router 7188d5e5-c82c-47cd-8bb6-7659114fa52b port 1555721f-c412-40aa-a849-0559747a1385 binding host dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:32:47.854445 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event deleted for resources: {'Port': ['ID=3986636b-fbfe-4b1f-87ad-314d97e91ad2,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:47.858466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:47.883246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 7f556677-d38e-4d99-88a1-55182b5e5dfa up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:32:47.895410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Allocated IP 172.20.0.1 (8e17b8e2-edfb-4a19-9efe-ff382007ccce/39852ccb-883b-4866-a452-739857ff21d9/243c79ab-edf6-43b7-bd1b-6496ab96c545) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:32:47.974704 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:48.044709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-84cbaf43-880c-4a85-885a-a203f4a5f394 None None] Provisioning complete for port 7f556677-d38e-4d99-88a1-55182b5e5dfa triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:48.045225 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-84cbaf43-880c-4a85-885a-a203f4a5f394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:48.086496 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:48.102899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Router eb12d604-1282-4a2b-9dfd-7443ef569495 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:32:48.107131 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Transition to ACTIVE for port object 243c79ab-edf6-43b7-bd1b-6496ab96c545 will not be triggered until provisioned by entity DHCP. {{(pid=80280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:32:48.133545 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67031632'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:48.154106 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f07a233c-708e-4210-b215-cd3da3d3207d tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:48.188147 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 7f556677-d38e-4d99-88a1-55182b5e5dfa triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:48.188328 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:48.238015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Pushing event updated for resources: {'Port': ['ID=243c79ab-edf6-43b7-bd1b-6496ab96c545,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:48.245250 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:48.341116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:32:48.351736 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919dd8f8-9e86-4648-baba-adda53c1d9f6 None None] Sync routers for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:32:48.390136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919dd8f8-9e86-4648-baba-adda53c1d9f6 None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:32:48.391349 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-919dd8f8-9e86-4648-baba-adda53c1d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f2eddd8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:32:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:48.450617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] No DVR routers for this DVR port 3986636b-fbfe-4b1f-87ad-314d97e91ad2 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:32:48.463637 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:48.486732 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7768bc52-edf6-4fb8-87c8-ff1561f18cc2', 'name': 'network-vif-deleted', 'tag': '3986636b-fbfe-4b1f-87ad-314d97e91ad2'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:32:48.500267 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8c1d8578-c359-4443-b293-eb55991d8934 req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.70 "DELETE /v2.0/ports/3986636b-fbfe-4b1f-87ad-314d97e91ad2 HTTP/1.1" status: 204  len: 173 time: 2.4701159
Dec 17 16:32:48.593385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Network 8e17b8e2-edfb-4a19-9efe-ff382007ccce is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:32:48.603380 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:32:48.613605 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:32:48.668347 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Notify callbacks [] for port, precommit_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:48.683124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Transition to ACTIVE for port object 1555721f-c412-40aa-a849-0559747a1385 will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:32:48.703098 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:48.737822 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7768bc52-edf6-4fb8-87c8-ff1561f18cc2', 'name': 'network-vif-deleted', 'tag': '3986636b-fbfe-4b1f-87ad-314d97e91ad2', 'status': 'completed', 'code': 200}
Dec 17 16:32:48.764798 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673072'] for router_interface, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:48.815451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-919dd8f8-9e86-4648-baba-adda53c1d9f6 None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:32:48.817208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-3aaaacc9-c958-47c1-a039-9375b8ed4f6a req-4d700d58-1c48-4b4f-8ba0-c4cad5c5fbdc tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Synchronizing usage tracker for tenant:d88f4d61c03147058a5cb64e562def92 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:32:48.837613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-3aaaacc9-c958-47c1-a039-9375b8ed4f6a req-4d700d58-1c48-4b4f-8ba0-c4cad5c5fbdc tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Unset dirty status for tenant:d88f4d61c03147058a5cb64e562def92 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:32:48.851640 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3aaaacc9-c958-47c1-a039-9375b8ed4f6a req-4d700d58-1c48-4b4f-8ba0-c4cad5c5fbdc tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/ports?device_id=7768bc52-edf6-4fb8-87c8-ff1561f18cc2 HTTP/1.1" status: 200  len: 210 time: 0.0887783
Dec 17 16:32:48.932712 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-74db65fc-9898-456a-8dcd-ff8389aec23d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:48.986879 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:49.149370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7a323-7dbe-4142-b33a-fa2eba0e24d1 None None] Pushing event updated for resources: {'Port': ['ID=1555721f-c412-40aa-a849-0559747a1385,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:49.155624 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-29f7a323-7dbe-4142-b33a-fa2eba0e24d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:49.191894 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:32:49.286136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-919dd8f8-9e86-4648-baba-adda53c1d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f2eddd8>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:33Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:49.298544 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919dd8f8-9e86-4648-baba-adda53c1d9f6 None None] Checking router: eb12d604-1282-4a2b-9dfd-7443ef569495 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:32:49.307796 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-3937b61e-46d3-450c-a423-85e2d609524c None None] Provisioning for port 243c79ab-edf6-43b7-bd1b-6496ab96c545 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:32:49.310255 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919dd8f8-9e86-4648-baba-adda53c1d9f6 None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:32:49.311365 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-919dd8f8-9e86-4648-baba-adda53c1d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f2eddd8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:32:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:49.320485 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-3937b61e-46d3-450c-a423-85e2d609524c None None] Provisioning complete for port 243c79ab-edf6-43b7-bd1b-6496ab96c545 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:49.320902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3937b61e-46d3-450c-a423-85e2d609524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:49.335288 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:49.340499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787744152'] for port, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:49.355327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Attempting to bind port 1555721f-c412-40aa-a849-0559747a1385 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:32:49.355737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Attempting to bind port 1555721f-c412-40aa-a849-0559747a1385 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:32:49.356486 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Attempting to bind port 1555721f-c412-40aa-a849-0559747a1385 on network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:32:49.397385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-112c4116-c3e1-4a44-9220-685ecf725079 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:49.402340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:32:49.402763 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Checking segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:32:49.403219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:49.403796 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Bound using segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:32:49.404367 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Bound port: 1555721f-c412-40aa-a849-0559747a1385, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:32:49.404786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:49.451208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:32:49.459502 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-3937b61e-46d3-450c-a423-85e2d609524c None None] Port 243c79ab-edf6-43b7-bd1b-6496ab96c545 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:32:49.469148 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:49.469595 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:49.488604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Pushing event updated for resources: {'Port': ['ID=243c79ab-edf6-43b7-bd1b-6496ab96c545,revision_number=2']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:49.495360 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:49.523136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853677243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676747'] for router_interface, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:49.551032 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-919dd8f8-9e86-4648-baba-adda53c1d9f6 None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:32:49.560079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] For port 1555721f-c412-40aa-a849-0559747a1385, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:32:49.564657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] For port 1555721f-c412-40aa-a849-0559747a1385, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=1555721f-c412-40aa-a849-0559747a1385,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:32:49.570945 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:49.588278 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:49.926085 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-919dd8f8-9e86-4648-baba-adda53c1d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f2eddd8>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:33Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:49.931676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919dd8f8-9e86-4648-baba-adda53c1d9f6 None None] The sync data for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi is: [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:23:27Z', 'revision_number': 4, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '7dd535f4-b13b-414d-9b39-125dad26e00c', 'name': '', 'network_id': '9a2b8fc3-59c7-472f-92ba-a4a825f276c7', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'mac_address': 'fa:16:3e:72:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'cc2be979-1166-4a9e-a53b-412236800276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:26Z', 'updated_at': '2020-12-17T16:23:33Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'subnets': [{'id': 'cc2be979-1166-4a9e-a53b-412236800276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:32:49.961358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Network 8e17b8e2-edfb-4a19-9efe-ff382007ccce is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:32:49.962824 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:32:49.999663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7a323-7dbe-4142-b33a-fa2eba0e24d1 None None] Pushing event updated for resources: {'Port': ['ID=1555721f-c412-40aa-a849-0559747a1385,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:50.010253 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:50.030280 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-29f7a323-7dbe-4142-b33a-fa2eba0e24d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:50.075313 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=6c0c94ed-3482-4a12-b49c-dcd515fba6a4,segment=NetworkSegment(9a9561b4-fb1d-4098-a86e-bf097b55f288),segment_id=9a9561b4-fb1d-4098-a86e-bf097b55f288)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:32:50.077460 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Routers {'7188d5e5-c82c-47cd-8bb6-7659114fa52b'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:32:50.078149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81e666cc0>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:32:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7188d5e5-c82c-47cd-8bb6-7659114fa52b'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:50.106289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56804) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:50.157147 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:50.159037 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-29f7a323-7dbe-4142-b33a-fa2eba0e24d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:50.202075 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2e4cabc1-cfac-4f4b-9148-5f1e8160b07f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:50.235590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2e4cabc1-cfac-4f4b-9148-5f1e8160b07f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:50.236494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Router 7188d5e5-c82c-47cd-8bb6-7659114fa52b has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:32:50.320477 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2e4cabc1-cfac-4f4b-9148-5f1e8160b07f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:50.326523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-13199817-e276-4624-a022-ab10855416a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:50.343093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=6c0c94ed-3482-4a12-b49c-dcd515fba6a4,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:50.348971 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cabc1-cfac-4f4b-9148-5f1e8160b07f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e4bdeb-9031-4e56-904b-da3ffbf6a607,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:50.350888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:50.353160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2e4cabc1-cfac-4f4b-9148-5f1e8160b07f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:50.359232 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2e4cabc1-cfac-4f4b-9148-5f1e8160b07f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:50.363654 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-2e4cabc1-cfac-4f4b-9148-5f1e8160b07f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "DELETE /v2.0/security-groups/b8e4bdeb-9031-4e56-904b-da3ffbf6a607 HTTP/1.1" status: 204  len: 168 time: 0.2562282
Dec 17 16:32:50.369761 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56808) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:50.377599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-4f3114c6-d7de-4b5d-ab7d-73407a23cab8 None None] Provisioning complete for port 243c79ab-edf6-43b7-bd1b-6496ab96c545 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:50.378411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4f3114c6-d7de-4b5d-ab7d-73407a23cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:50.396667 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.api.v2.resource [None req-922a4992-57dc-40ec-a7c0-03ef3cf2a56b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] show failed (client error): The resource could not be found.
Dec 17 16:32:50.401217 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-922a4992-57dc-40ec-a7c0-03ef3cf2a56b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "GET /v2.0/security-groups/b8e4bdeb-9031-4e56-904b-da3ffbf6a607 HTTP/1.1" status: 404  len: 347 time: 0.0302618
Dec 17 16:32:50.401958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56812) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:50.428197 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] Set router 7188d5e5-c82c-47cd-8bb6-7659114fa52b gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:32:50.467357 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:32:50.483131 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] 10.222.0.21 "PUT /v2.0/routers/7188d5e5-c82c-47cd-8bb6-7659114fa52b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9792237
Dec 17 16:32:50.532620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-4f3114c6-d7de-4b5d-ab7d-73407a23cab8 None None] Port 243c79ab-edf6-43b7-bd1b-6496ab96c545 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:32:50.592920 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Deleting port 8473e68b-18c8-4cb2-8b81-40a83c41d270 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:32:50.593196 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:50.594264 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda0a90e-9f0c-4d3b-89a6-3cef9743dd86 None None] New status for floating IP 610cf46e-3c8e-4357-ad0f-e464a44de8e3: DOWN {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:32:50.781292 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:50.781780 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:50.914363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Calling delete_port for 8473e68b-18c8-4cb2-8b81-40a83c41d270 owned by network:floatingip {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:32:50.999442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80279) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:32:51.000136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:32:51.025915 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81e666cc0>, [{'id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'name': 'tempest-TestShelveInstance-535434548-router', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '1555721f-c412-40aa-a849-0559747a1385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:42Z', 'updated_at': '2020-12-17T16:32:48Z', 'revision_number': 4, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'gw_port': {'id': '1555721f-c412-40aa-a849-0559747a1385', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:43Z', 'updated_at': '2020-12-17T16:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '243c79ab-edf6-43b7-bd1b-6496ab96c545', 'name': '', 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'mac_address': 'fa:16:3e:c1:af:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '39852ccb-883b-4866-a452-739857ff21d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:47Z', 'updated_at': '2020-12-17T16:32:49Z', 'revision_number': 2, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'subnets': [{'id': '39852ccb-883b-4866-a452-739857ff21d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:51.030330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126ee9ab-5f44-404a-91e8-1d2e23ddf027 None None] The sync data for ids ['7188d5e5-c82c-47cd-8bb6-7659114fa52b'] in dv-cinder-766752-2-iscsi is: [{'id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'name': 'tempest-TestShelveInstance-535434548-router', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '1555721f-c412-40aa-a849-0559747a1385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:42Z', 'updated_at': '2020-12-17T16:32:48Z', 'revision_number': 4, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'gw_port': {'id': '1555721f-c412-40aa-a849-0559747a1385', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:43Z', 'updated_at': '2020-12-17T16:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '243c79ab-edf6-43b7-bd1b-6496ab96c545', 'name': '', 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'mac_address': 'fa:16:3e:c1:af:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '39852ccb-883b-4866-a452-739857ff21d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:47Z', 'updated_at': '2020-12-17T16:32:49Z', 'revision_number': 2, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'subnets': [{'id': '39852ccb-883b-4866-a452-739857ff21d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:32:51.344898 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-405271426', 'description': 'tempest-TestShelveInstance-405271426 description'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:32:51.359119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:32:51.369470 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Usage tracker for resource:security_group and tenant:3322785548f94f068b89ff97f6305743 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:32:51.373258 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:32:51.379612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:32:51.390049 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:51.428854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:32:51.433975 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Usage tracker for resource:security_group_rule and tenant:3322785548f94f068b89ff97f6305743 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:32:51.437195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:32:51.443160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:32:51.722198 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Deleting port 8473e68b-18c8-4cb2-8b81-40a83c41d270 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:32:51.722583 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:51.975918 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:51.981244 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:51.981619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:51.989764 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:51.999059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-eb22b570-63ba-4158-a0dd-53569af7079b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:52.147049 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Calling delete_port for 8473e68b-18c8-4cb2-8b81-40a83c41d270 owned by network:floatingip {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:32:52.224967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.226330 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-41cc269d-58ac-436c-b1f0-a2e8277303db req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1755 time: 0.8870890
Dec 17 16:32:52.229352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Pushing event updated for resources: {'SecurityGroup': ['ID=757884a7-0ac1-4b9a-9660-c3b7d13660f2,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:52.232750 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f98eb96d-32c2-4927-97a5-57bc0db6fe4e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:52.339162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 1555721f-c412-40aa-a849-0559747a1385 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:32:52.342221 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db5a8187-6506-4116-a616-3a46439a774f req-e5516c2e-a498-4e13-93e0-0446c2c0d645 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups/757884a7-0ac1-4b9a-9660-c3b7d13660f2 HTTP/1.1" status: 200  len: 1750 time: 0.0643225
Dec 17 16:32:52.348899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-db5a8187-6506-4116-a616-3a46439a774f req-66f0b33c-c68f-45bb-a355-4322f5cc893d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '757884a7-0ac1-4b9a-9660-c3b7d13660f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:32:52.349893 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-db5a8187-6506-4116-a616-3a46439a774f req-66f0b33c-c68f-45bb-a355-4322f5cc893d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '757884a7-0ac1-4b9a-9660-c3b7d13660f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:32:52.353971 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.357500 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-db5a8187-6506-4116-a616-3a46439a774f req-66f0b33c-c68f-45bb-a355-4322f5cc893d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:32:52.361861 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-db5a8187-6506-4116-a616-3a46439a774f req-66f0b33c-c68f-45bb-a355-4322f5cc893d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Usage tracker for resource:security_group_rule and tenant:3322785548f94f068b89ff97f6305743 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:32:52.365253 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-db5a8187-6506-4116-a616-3a46439a774f req-66f0b33c-c68f-45bb-a355-4322f5cc893d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:32:52.373000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-33896cdf-441b-4d1d-a428-093f1f9435df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:52.374080 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-db5a8187-6506-4116-a616-3a46439a774f req-66f0b33c-c68f-45bb-a355-4322f5cc893d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:32:52.419412 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 1555721f-c412-40aa-a849-0559747a1385 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:32:52.422313 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Pushing event deleted for resources: {'Port': ['ID=8473e68b-18c8-4cb2-8b81-40a83c41d270,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:52.425118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 1555721f-c412-40aa-a849-0559747a1385 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:52.425767 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.447325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db5a8187-6506-4116-a616-3a46439a774f req-66f0b33c-c68f-45bb-a355-4322f5cc893d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for security_group_rule, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.487573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:52.495933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db5a8187-6506-4116-a616-3a46439a774f req-66f0b33c-c68f-45bb-a355-4322f5cc893d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.499391 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db5a8187-6506-4116-a616-3a46439a774f req-66f0b33c-c68f-45bb-a355-4322f5cc893d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.502680 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:52.531620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0b33c-c68f-45bb-a355-4322f5cc893d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca541e8-7d87-49d0-a869-f84b3ce30a16,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:52.537077 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-66f0b33c-c68f-45bb-a355-4322f5cc893d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:52.542569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-db5a8187-6506-4116-a616-3a46439a774f req-66f0b33c-c68f-45bb-a355-4322f5cc893d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for security_group_rule, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.547407 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-db5a8187-6506-4116-a616-3a46439a774f req-66f0b33c-c68f-45bb-a355-4322f5cc893d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.2037373
Dec 17 16:32:52.578157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.606737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port 1555721f-c412-40aa-a849-0559747a1385, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=1555721f-c412-40aa-a849-0559747a1385,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:32:52.610290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.611802 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:32:52.660868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:52.747743 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks [] for floatingip, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.767780 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86e77e7b-c111-48a5-a253-f18bb5b16c7e req-de0fd8ae-d9b1-407c-9ce6-21976084caee tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups/757884a7-0ac1-4b9a-9660-c3b7d13660f2 HTTP/1.1" status: 200  len: 2311 time: 0.1330156
Dec 17 16:32:52.788612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-86e77e7b-c111-48a5-a253-f18bb5b16c7e req-702c874b-5557-464c-b3b2-48053577ac3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '757884a7-0ac1-4b9a-9660-c3b7d13660f2', 'remote_group_id': None}]} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:32:52.789182 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-86e77e7b-c111-48a5-a253-f18bb5b16c7e req-702c874b-5557-464c-b3b2-48053577ac3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '757884a7-0ac1-4b9a-9660-c3b7d13660f2', 'remote_group_id': None}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:32:52.802965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-86e77e7b-c111-48a5-a253-f18bb5b16c7e req-702c874b-5557-464c-b3b2-48053577ac3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:32:52.808757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.810666 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] 10.222.0.21 "DELETE /v2.0/floatingips/610cf46e-3c8e-4357-ad0f-e464a44de8e3 HTTP/1.1" status: 204  len: 168 time: 2.4074130
Dec 17 16:32:52.815438 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-86e77e7b-c111-48a5-a253-f18bb5b16c7e req-702c874b-5557-464c-b3b2-48053577ac3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Usage tracker for resource:security_group_rule and tenant:3322785548f94f068b89ff97f6305743 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:32:52.821119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-86e77e7b-c111-48a5-a253-f18bb5b16c7e req-702c874b-5557-464c-b3b2-48053577ac3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:32:52.826919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=1555721f-c412-40aa-a849-0559747a1385,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:52.827763 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-86e77e7b-c111-48a5-a253-f18bb5b16c7e req-702c874b-5557-464c-b3b2-48053577ac3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:32:52.832621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:52.843586 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:52.844219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.919290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86e77e7b-c111-48a5-a253-f18bb5b16c7e req-702c874b-5557-464c-b3b2-48053577ac3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for security_group_rule, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.947550 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86e77e7b-c111-48a5-a253-f18bb5b16c7e req-702c874b-5557-464c-b3b2-48053577ac3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.950493 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86e77e7b-c111-48a5-a253-f18bb5b16c7e req-702c874b-5557-464c-b3b2-48053577ac3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.952807 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:52.976734 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c874b-5557-464c-b3b2-48053577ac3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a79ddfb-ab9d-4aea-aa70-c6ad4302ad02,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:52.982446 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-702c874b-5557-464c-b3b2-48053577ac3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:52.991369 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-86e77e7b-c111-48a5-a253-f18bb5b16c7e req-702c874b-5557-464c-b3b2-48053577ac3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for security_group_rule, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:52.993115 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-86e77e7b-c111-48a5-a253-f18bb5b16c7e req-702c874b-5557-464c-b3b2-48053577ac3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.2144363
Dec 17 16:32:54.247663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 1555721f-c412-40aa-a849-0559747a1385 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:32:54.334495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 1555721f-c412-40aa-a849-0559747a1385 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:54.334915 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:54.583777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Sync routers for ids ['7188d5e5-c82c-47cd-8bb6-7659114fa52b'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:32:54.595178 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Routers {'7188d5e5-c82c-47cd-8bb6-7659114fa52b'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:32:54.595962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-ead73ede-054a-492f-b261-2a3076457893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f2edf60>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:32:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7188d5e5-c82c-47cd-8bb6-7659114fa52b'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:54.795451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Set router 7188d5e5-c82c-47cd-8bb6-7659114fa52b gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:32:55.154616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-ead73ede-054a-492f-b261-2a3076457893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f2edf60>, [{'id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'name': 'tempest-TestShelveInstance-535434548-router', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '1555721f-c412-40aa-a849-0559747a1385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:42Z', 'updated_at': '2020-12-17T16:32:48Z', 'revision_number': 4, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'gw_port': {'id': '1555721f-c412-40aa-a849-0559747a1385', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:43Z', 'updated_at': '2020-12-17T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '243c79ab-edf6-43b7-bd1b-6496ab96c545', 'name': '', 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'mac_address': 'fa:16:3e:c1:af:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '39852ccb-883b-4866-a452-739857ff21d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:47Z', 'updated_at': '2020-12-17T16:32:49Z', 'revision_number': 2, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'subnets': [{'id': '39852ccb-883b-4866-a452-739857ff21d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:55.159479 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Checking router: 7188d5e5-c82c-47cd-8bb6-7659114fa52b for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:32:55.159874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Updating router 7188d5e5-c82c-47cd-8bb6-7659114fa52b port 243c79ab-edf6-43b7-bd1b-6496ab96c545 binding host dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:32:55.384769 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:55.748657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:55.857188 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56906) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:55.884644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Notify callbacks [] for port, precommit_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:55.898377 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Transition to ACTIVE for port object 243c79ab-edf6-43b7-bd1b-6496ab96c545 will not be triggered until provisioned by entity L2. {{(pid=80282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:32:55.904308 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:55.920465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d187fc1d-9716-4f04-9b19-234df8a77bd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:56.061144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52056e17-3955-4a9f-9a0d-472576c25ee1 None None] Pushing event updated for resources: {'Port': ['ID=243c79ab-edf6-43b7-bd1b-6496ab96c545,revision_number=3']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:56.066077 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-52056e17-3955-4a9f-9a0d-472576c25ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:56.247103 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Attempting to bind port 243c79ab-edf6-43b7-bd1b-6496ab96c545 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:32:56.247515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Attempting to bind port 243c79ab-edf6-43b7-bd1b-6496ab96c545 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '756e062a-cd79-43fa-ad71-8fa09d811e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce'}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:32:56.247926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Attempting to bind port 243c79ab-edf6-43b7-bd1b-6496ab96c545 on network 8e17b8e2-edfb-4a19-9efe-ff382007ccce {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:32:56.256801 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:32:56.257220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Checking segment: {'id': '756e062a-cd79-43fa-ad71-8fa09d811e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:32:56.257672 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:56.257848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-69800d5e-429b-4abe-b060-f4e3954b11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:56.258106 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Bound using segment: {'id': '756e062a-cd79-43fa-ad71-8fa09d811e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce'} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:32:56.258633 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Bound port: 243c79ab-edf6-43b7-bd1b-6496ab96c545, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756e062a-cd79-43fa-ad71-8fa09d811e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce'}}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:32:56.260168 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:56.380943 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-ead73ede-054a-492f-b261-2a3076457893 None None] For port 243c79ab-edf6-43b7-bd1b-6496ab96c545, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:32:56.385356 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-ead73ede-054a-492f-b261-2a3076457893 None None] For port 243c79ab-edf6-43b7-bd1b-6496ab96c545, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=243c79ab-edf6-43b7-bd1b-6496ab96c545,segment=NetworkSegment(756e062a-cd79-43fa-ad71-8fa09d811e53),segment_id=756e062a-cd79-43fa-ad71-8fa09d811e53)] {{(pid=80282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:32:56.392091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:56.426898 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3152fc73-dd23-464d-b011-495913543000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:56.568410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676792'] for router_interface, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:56.586674 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52056e17-3955-4a9f-9a0d-472576c25ee1 None None] Pushing event updated for resources: {'Port': ['ID=243c79ab-edf6-43b7-bd1b-6496ab96c545,revision_number=4']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:56.591645 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-52056e17-3955-4a9f-9a0d-472576c25ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:56.640501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Routers {'7188d5e5-c82c-47cd-8bb6-7659114fa52b'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:32:56.641200 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-ead73ede-054a-492f-b261-2a3076457893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f2edf60>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:32:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7188d5e5-c82c-47cd-8bb6-7659114fa52b'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:56.860394 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-ead73ede-054a-492f-b261-2a3076457893 None None] Set router 7188d5e5-c82c-47cd-8bb6-7659114fa52b gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:32:57.229634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-ead73ede-054a-492f-b261-2a3076457893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f2edf60>, [{'id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'name': 'tempest-TestShelveInstance-535434548-router', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '1555721f-c412-40aa-a849-0559747a1385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:42Z', 'updated_at': '2020-12-17T16:32:48Z', 'revision_number': 4, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'gw_port': {'id': '1555721f-c412-40aa-a849-0559747a1385', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:43Z', 'updated_at': '2020-12-17T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '243c79ab-edf6-43b7-bd1b-6496ab96c545', 'name': '', 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'mac_address': 'fa:16:3e:c1:af:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '39852ccb-883b-4866-a452-739857ff21d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:47Z', 'updated_at': '2020-12-17T16:32:56Z', 'revision_number': 4, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'subnets': [{'id': '39852ccb-883b-4866-a452-739857ff21d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:57.234172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead73ede-054a-492f-b261-2a3076457893 None None] The sync data for ids ['7188d5e5-c82c-47cd-8bb6-7659114fa52b'] in dv-cinder-766752-2-iscsi is: [{'id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'name': 'tempest-TestShelveInstance-535434548-router', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '1555721f-c412-40aa-a849-0559747a1385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:42Z', 'updated_at': '2020-12-17T16:32:48Z', 'revision_number': 4, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'gw_port': {'id': '1555721f-c412-40aa-a849-0559747a1385', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:43Z', 'updated_at': '2020-12-17T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '243c79ab-edf6-43b7-bd1b-6496ab96c545', 'name': '', 'network_id': '8e17b8e2-edfb-4a19-9efe-ff382007ccce', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'mac_address': 'fa:16:3e:c1:af:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '39852ccb-883b-4866-a452-739857ff21d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:47Z', 'updated_at': '2020-12-17T16:32:56Z', 'revision_number': 4, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'subnets': [{'id': '39852ccb-883b-4866-a452-739857ff21d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:32:57.288063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] Deleting port 7dd535f4-b13b-414d-9b39-125dad26e00c {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:32:57.288803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:57.348368 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:32:57.501843 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] For port 7dd535f4-b13b-414d-9b39-125dad26e00c, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=7dd535f4-b13b-414d-9b39-125dad26e00c,segment=NetworkSegment(2d2b5860-a3b6-49f8-8e17-24f29d7f63a9),segment_id=2d2b5860-a3b6-49f8-8e17-24f29d7f63a9)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:32:57.502437 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:57.643848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] Calling delete_port for 7dd535f4-b13b-414d-9b39-125dad26e00c owned by network:router_interface {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:32:57.859489 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:57.880164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8b70a314-139f-4870-9829-5723a359cc46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:57.989848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd535f4-b13b-414d-9b39-125dad26e00c,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:58.000327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:58.343848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1098573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676626'] for router_interface, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:58.346337 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 243c79ab-edf6-43b7-bd1b-6496ab96c545 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:32:58.429197 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 243c79ab-edf6-43b7-bd1b-6496ab96c545 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:32:58.434372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 243c79ab-edf6-43b7-bd1b-6496ab96c545 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:32:58.434801 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:58.562964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:58.597931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port 243c79ab-edf6-43b7-bd1b-6496ab96c545, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=243c79ab-edf6-43b7-bd1b-6496ab96c545,segment=NetworkSegment(756e062a-cd79-43fa-ad71-8fa09d811e53),segment_id=756e062a-cd79-43fa-ad71-8fa09d811e53)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:32:58.601035 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:58.603071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:32:58.678208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a1fed290-057f-4df9-b3cb-ed2a539163e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:58.697527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=243c79ab-edf6-43b7-bd1b-6496ab96c545,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:32:58.701288 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:32:59.132043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] Router eb12d604-1282-4a2b-9dfd-7443ef569495 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:32:59.335306 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:32:59.345076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44a023-0e51-4569-905d-0bf0a3a02119 None None] Sync routers for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:32:59.351184 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] 10.222.0.21 "PUT /v2.0/routers/eb12d604-1282-4a2b-9dfd-7443ef569495/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4921074
Dec 17 16:32:59.353261 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56918) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:32:59.355266 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44a023-0e51-4569-905d-0bf0a3a02119 None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:32:59.355930 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-db44a023-0e51-4569-905d-0bf0a3a02119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81e6422e8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:32:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:32:59.563937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] Notify callbacks [] for router, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:59.567338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-db44a023-0e51-4569-905d-0bf0a3a02119 None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:32:59.778866 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:59.785070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] Deleting port 5df156e7-bc58-49f1-8b60-34d42226c068 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:32:59.785581 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:59.941122 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:32:59.983902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] For port 5df156e7-bc58-49f1-8b60-34d42226c068, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=5df156e7-bc58-49f1-8b60-34d42226c068,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:32:59.984343 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:00.078390 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-db44a023-0e51-4569-905d-0bf0a3a02119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81e6422e8>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:32:57Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:33:00.083263 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44a023-0e51-4569-905d-0bf0a3a02119 None None] Checking router: eb12d604-1282-4a2b-9dfd-7443ef569495 for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:33:00.093574 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44a023-0e51-4569-905d-0bf0a3a02119 None None] Routers {'eb12d604-1282-4a2b-9dfd-7443ef569495'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:33:00.094395 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-db44a023-0e51-4569-905d-0bf0a3a02119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81e6422e8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:32:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['eb12d604-1282-4a2b-9dfd-7443ef569495'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:33:00.129749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] Calling delete_port for 5df156e7-bc58-49f1-8b60-34d42226c068 owned by network:router_gateway {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:33:00.262706 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 243c79ab-edf6-43b7-bd1b-6496ab96c545 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:33:00.274181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:00.364220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-db44a023-0e51-4569-905d-0bf0a3a02119 None None] Set router eb12d604-1282-4a2b-9dfd-7443ef569495 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:33:00.499603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102653'] for router_gateway, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:00.539962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:00.610551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 243c79ab-edf6-43b7-bd1b-6496ab96c545 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:33:00.611082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:00.635886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110377'] for router, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:00.638554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:00.659068 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669308'] for router, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:00.659646 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb12d604-1282-4a2b-9dfd-7443ef569495 {{(pid=80279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 17 16:33:00.673019 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:00.674278 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-5f0f2af3-344a-44bf-84c2-758415bc6796 admin admin] 10.222.0.21 "DELETE /v2.0/routers/eb12d604-1282-4a2b-9dfd-7443ef569495 HTTP/1.1" status: 204  len: 168 time: 1.3196435
Dec 17 16:33:00.677308 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56924) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:33:00.748341 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc54c20-d68a-4b3e-bb18-d32c8a2b5fce admin admin] Deleting subnet cc2be979-1166-4a9e-a53b-412236800276 {{(pid=80279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:33:00.752406 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-acc54c20-d68a-4b3e-bb18-d32c8a2b5fce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:00.811132 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-acc54c20-d68a-4b3e-bb18-d32c8a2b5fce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789497186'] for subnet, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:00.842786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-db44a023-0e51-4569-905d-0bf0a3a02119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81e6422e8>, [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:32:57Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:33:00.847246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44a023-0e51-4569-905d-0bf0a3a02119 None None] The sync data for ids ['eb12d604-1282-4a2b-9dfd-7443ef569495'] in dv-cinder-766752-2-iscsi is: [{'id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'name': 'tempest-AttachVolumeTestJSON-1067138209-router', 'tenant_id': 'd88f4d61c03147058a5cb64e562def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:23:18Z', 'updated_at': '2020-12-17T16:32:57Z', 'revision_number': 5, 'project_id': 'd88f4d61c03147058a5cb64e562def92', 'gw_port': {'id': '5df156e7-bc58-49f1-8b60-34d42226c068', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb12d604-1282-4a2b-9dfd-7443ef569495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:23:19Z', 'updated_at': '2020-12-17T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:33:00.903644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-acc54c20-d68a-4b3e-bb18-d32c8a2b5fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:01.094032 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:01.194193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-acc54c20-d68a-4b3e-bb18-d32c8a2b5fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65771292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789246181'] for subnet, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:01.211811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0d4f611b-4922-4656-9f69-d44907d6cdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:01.304221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc54c20-d68a-4b3e-bb18-d32c8a2b5fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2be979-1166-4a9e-a53b-412236800276,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:01.307588 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-acc54c20-d68a-4b3e-bb18-d32c8a2b5fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:01.359344 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-acc54c20-d68a-4b3e-bb18-d32c8a2b5fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:01.364405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cea493-e62a-46f6-9d9d-54629c04b9ae None None] Network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:33:01.366283 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-acc54c20-d68a-4b3e-bb18-d32c8a2b5fce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cc2be979-1166-4a9e-a53b-412236800276 HTTP/1.1" status: 204  len: 168 time: 0.6874902
Dec 17 16:33:01.368954 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56928) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:33:01.510439 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:01.610015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Deleting port a089e795-6cfb-46df-a684-a1e77e445927 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:33:01.610397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:01.731879 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf07979-ae64-45f0-8249-8a13fd353017 None None] DHCP port deletion for 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 request from dv-cinder-766752-2-iscsi {{(pid=80281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 17 16:33:01.737325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-bdf07979-ae64-45f0-8249-8a13fd353017 None None] Deleting port a089e795-6cfb-46df-a684-a1e77e445927 {{(pid=80281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:33:01.737837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bdf07979-ae64-45f0-8249-8a13fd353017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:01.891220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] For port a089e795-6cfb-46df-a684-a1e77e445927, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=a089e795-6cfb-46df-a684-a1e77e445927,segment=NetworkSegment(2d2b5860-a3b6-49f8-8e17-24f29d7f63a9),segment_id=2d2b5860-a3b6-49f8-8e17-24f29d7f63a9)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:33:01.891624 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:01.976604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-bdf07979-ae64-45f0-8249-8a13fd353017 None None] For port a089e795-6cfb-46df-a684-a1e77e445927, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=a089e795-6cfb-46df-a684-a1e77e445927,segment=NetworkSegment(2d2b5860-a3b6-49f8-8e17-24f29d7f63a9),segment_id=2d2b5860-a3b6-49f8-8e17-24f29d7f63a9)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:33:01.977146 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bdf07979-ae64-45f0-8249-8a13fd353017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:02.152931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-bdf07979-ae64-45f0-8249-8a13fd353017 None None] Calling delete_port for a089e795-6cfb-46df-a684-a1e77e445927 owned by network:dhcp {{(pid=80281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:33:02.239149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bdf07979-ae64-45f0-8249-8a13fd353017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955'] for port, after_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:02.257097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-29f7a323-7dbe-4142-b33a-fa2eba0e24d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:02.296223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 5df156e7-bc58-49f1-8b60-34d42226c068 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:33:02.309464 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Calling delete_port for a089e795-6cfb-46df-a684-a1e77e445927 owned by network:dhcp {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:33:02.395277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80279) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:33:02.395814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:33:02.407202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: 5df156e7-bc58-49f1-8b60-34d42226c068 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:33:02.407530 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 5df156e7-bc58-49f1-8b60-34d42226c068 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:33:02.408013 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 7dd535f4-b13b-414d-9b39-125dad26e00c no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:33:02.436974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf07979-ae64-45f0-8249-8a13fd353017 None None] Pushing event deleted for resources: {'Port': ['ID=a089e795-6cfb-46df-a684-a1e77e445927,revision_number=None']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:02.439857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bdf07979-ae64-45f0-8249-8a13fd353017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:02.455452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: 7dd535f4-b13b-414d-9b39-125dad26e00c {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:33:02.455855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 7dd535f4-b13b-414d-9b39-125dad26e00c not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:33:02.456356 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device a089e795-6cfb-46df-a684-a1e77e445927 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:33:02.503578 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: a089e795-6cfb-46df-a684-a1e77e445927 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:33:02.503889 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device a089e795-6cfb-46df-a684-a1e77e445927 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:33:02.519551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf07979-ae64-45f0-8249-8a13fd353017 None None] No DVR routers for this DVR port a089e795-6cfb-46df-a684-a1e77e445927 on host dv-cinder-766752-2-iscsi {{(pid=80281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:33:02.897580 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Deleting port a089e795-6cfb-46df-a684-a1e77e445927 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:33:02.898362 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:02.970371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] The port 'a089e795-6cfb-46df-a684-a1e77e445927' was deleted {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 17 16:33:03.113162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:03.239146 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81fdb3cf8>,) {'filters': {'network_id': ['9a2b8fc3-59c7-472f-92ba-a4a825f276c7']}} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:33:03.252806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81fdb3cf8>, '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9') {'for_net_delete': True} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:33:03.253140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81fdb3cf8>, '2d2b5860-a3b6-49f8-8e17-24f29d7f63a9') {} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:33:03.266726 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65278599'] for segment, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:03.285532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:03.287612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:33:03.497811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:33:03.508141 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789004610'] for segment, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:03.704121 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Network 9a2b8fc3-59c7-472f-92ba-a4a825f276c7 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   % (table.description, expected, rows_matched)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   % (table.description, expected, rows_matched)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   % (table.description, expected, rows_matched)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   % (table.description, expected, rows_matched)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:33:03.729136 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:33:03.823047 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:03.827299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:03.845287 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:03.854926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2b8fc3-59c7-472f-92ba-a4a825f276c7,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:03.859440 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:03.871339 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a2b8fc3-59c7-472f-92ba-a4a825f276c7 HTTP/1.1" status: 204  len: 168 time: 2.5008059
Dec 17 16:33:04.027386 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56940) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:33:04.089248 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-63ee5f6b-9bf7-4f82-8768-6d0288d5167d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d88f4d61c03147058a5cb64e562def92&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0604985
Dec 17 16:33:04.091814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56944) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:33:04.157519 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1daf50c-22c9-419b-9fc6-735a78d4b8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:04.186795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1daf50c-22c9-419b-9fc6-735a78d4b8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:04.237332 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1daf50c-22c9-419b-9fc6-735a78d4b8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:04.242917 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-94ef7e8f-2185-433e-9ab5-5d7817dcacc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:04.257193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1daf50c-22c9-419b-9fc6-735a78d4b8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b82a61-e420-4278-8006-48bf951eebbc,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:04.260916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f1daf50c-22c9-419b-9fc6-735a78d4b8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:04.267385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1daf50c-22c9-419b-9fc6-735a78d4b8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:04.268649 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f1daf50c-22c9-419b-9fc6-735a78d4b8da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46b82a61-e420-4278-8006-48bf951eebbc HTTP/1.1" status: 204  len: 168 time: 0.1758142
Dec 17 16:33:05.296790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 56980) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:33:05.454879 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-311620056-network', 'tenant_id': '1b72e72fce79420d8b88a408135c9bd8'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:33:05.460595 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:33:05.465520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Usage tracker for resource:network and tenant:1b72e72fce79420d8b88a408135c9bd8 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:33:05.469744 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:33:05.476645 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:33:05.486690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Made reservation on behalf of 1b72e72fce79420d8b88a408135c9bd8 for: {'network': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:33:05.491540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:05.505936 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:05.521606 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:33:05.526599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Usage tracker for resource:security_group_rule and tenant:1b72e72fce79420d8b88a408135c9bd8 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:33:05.529746 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:33:05.535873 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:33:05.635304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:05.638329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:05.642801 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2e4cabc1-cfac-4f4b-9148-5f1e8160b07f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:05.677365 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:33:05.686969 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d8146f-c4d4-4492-baab-7f9fd288653b,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:05.690825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:05.695502 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:05.695875 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Added segment fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13 of type vxlan for network f90a2c07-9713-4501-825d-767c93a6c79b
Dec 17 16:33:05.724678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:05.756050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:05.757577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:05.758223 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:05.763778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-18c419d9-30f7-496b-8b4c-b89292abef1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:05.875532 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5775106
Dec 17 16:33:05.876540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Pushing event updated for resources: {'Network': ['ID=f90a2c07-9713-4501-825d-767c93a6c79b,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:05.879742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 56986) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:33:05.880497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2285fc49-9706-4c64-b701-03d21e5dc7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:05.891863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Request body: {'subnet': {'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-311620056-subnet', 'tenant_id': '1b72e72fce79420d8b88a408135c9bd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:33:05.893514 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network f90a2c07-9713-4501-825d-767c93a6c79b details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:33:05.897548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:33:05.903206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Usage tracker for resource:subnet and tenant:1b72e72fce79420d8b88a408135c9bd8 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:33:05.906663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:33:05.911193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network f90a2c07-9713-4501-825d-767c93a6c79b details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:33:05.915665 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:33:05.927743 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Made reservation on behalf of 1b72e72fce79420d8b88a408135c9bd8 for: {'subnet': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:33:05.933391 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036787856109'] for subnet, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:06.373915 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036787743776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036787856126'] for subnet, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:06.402912 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ad0ed9a3-2598-4b36-aff6-5bd632c180e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:06.565583 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73acc7a3-dc1e-4cc5-960c-cfc04745bed8,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:06.578670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:06.640273 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Checking segment: {'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:33:06.640668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Network hostable DHCP agents. Network: f90a2c07-9713-4501-825d-767c93a6c79b, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:33:06.659820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Network f90a2c07-9713-4501-825d-767c93a6c79b is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:33:06.668139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, f90a2c07-9713-4501-825d-767c93a6c79b) {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:33:06.677338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2889c4-93d2-4bbf-bd35-34fb7a0a9d6c None None] Network f90a2c07-9713-4501-825d-767c93a6c79b requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:33:06.681736 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:06.682393 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:06.704072 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-345a5ff9-93fd-4d9b-9225-240c84d9ee44 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8225224
Dec 17 16:33:07.088932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a0b0fb-ee81-4e0a-8c7d-79986f83f310 None None] Network f90a2c07-9713-4501-825d-767c93a6c79b requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:33:07.411587 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-2c798078-a1a8-4040-bfd5-4cbbee72a13b tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:07.413235 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-2c798078-a1a8-4040-bfd5-4cbbee72a13b tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/networks?id=f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 200  len: 814 time: 0.1608894
Dec 17 16:33:07.430310 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-992490c2-7210-4614-9ed0-197966008e75 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/quotas/1b72e72fce79420d8b88a408135c9bd8 HTTP/1.1" status: 200  len: 375 time: 0.0106721
Dec 17 16:33:07.482476 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-bbc94ddb-16fa-4cff-9bdf-edaf8740c53a tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b72e72fce79420d8b88a408135c9bd8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0455174
Dec 17 16:33:07.634411 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-e52872b2-f6f6-4ff4-9d26-81f35b921b6d service neutron] 10.222.0.21 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442440
Dec 17 16:33:07.784563 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-e3a613b3-ab45-49e5-aefa-d2dd24272692 service neutron] 10.222.0.21 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435988
Dec 17 16:33:08.002758 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-73e62ef8-ed6b-432b-9527-74ece27b9e0a req-a7af3e57-9ef9-4a0e-a51b-5e266578b2f1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 210 time: 0.0505497
Dec 17 16:33:09.201224 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d61a8ec4-bc3f-45cb-948e-d33b04996f31 req-7354b932-f663-4f77-97de-87ced279cb9f tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 210 time: 0.0580204
Dec 17 16:33:09.324549 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-597801ed-0db1-4bc2-80d1-1d9b399a1435 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:09.326023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-597801ed-0db1-4bc2-80d1-1d9b399a1435 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Synchronizing usage tracker for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:network {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:33:09.345181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-597801ed-0db1-4bc2-80d1-1d9b399a1435 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Unset dirty status for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:network {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:33:09.346620 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-597801ed-0db1-4bc2-80d1-1d9b399a1435 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "GET /v2.0/networks?id=f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 200  len: 814 time: 0.2064390
Dec 17 16:33:09.384827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Request body: {'port': {'device_id': 'e0d079e4-ddf7-4f80-9f1a-50edcb29ad06', 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b', 'admin_state_up': True, 'tenant_id': '1b72e72fce79420d8b88a408135c9bd8'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:33:09.573451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:33:09.586036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Usage tracker for resource:port and tenant:1b72e72fce79420d8b88a408135c9bd8 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:33:09.592320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Quota usage for port was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:33:09.602746 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:33:09.609077 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-b1ef9941-2c9e-4df7-be90-e719497cd93b tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Synchronizing usage tracker for tenant:3322785548f94f068b89ff97f6305743 on resource:security_group {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:33:09.623564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Made reservation on behalf of 1b72e72fce79420d8b88a408135c9bd8 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:33:09.629103 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:09.652409 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-b1ef9941-2c9e-4df7-be90-e719497cd93b tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Unset dirty status for tenant:3322785548f94f068b89ff97f6305743 on resource:security_group {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:33:09.653659 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-b1ef9941-2c9e-4df7-be90-e719497cd93b tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-405271426&fields=id&tenant_id=3322785548f94f068b89ff97f6305743 HTTP/1.1" status: 200  len: 267 time: 0.1134431
Dec 17 16:33:09.984312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-5df20a00-d678-4624-9d9f-a18a0c01f623 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:09.985926 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-5df20a00-d678-4624-9d9f-a18a0c01f623 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 809 time: 0.3201306
Dec 17 16:33:10.027690 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c654e866-2897-4629-8346-be2f79ad7ebf tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/quotas/3322785548f94f068b89ff97f6305743 HTTP/1.1" status: 200  len: 375 time: 0.0278509
Dec 17 16:33:10.190569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Allocated IP 172.20.0.3 (f90a2c07-9713-4501-825d-767c93a6c79b/73acc7a3-dc1e-4cc5-960c-cfc04745bed8/a2c7950b-41b1-40ef-916e-e8f7147027fb) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:33:10.213278 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-732d4bfa-e95f-4a3d-b8b4-ffc1cea71cfa tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1778769
Dec 17 16:33:10.362048 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-386896e1-a319-4af6-8400-e9b0cc24c55d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80279) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:33:10.363142 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-386896e1-a319-4af6-8400-e9b0cc24c55d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1332006
Dec 17 16:33:10.432516 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f4152618-87ee-4a0d-92b3-70e99dce31e0 req-01aba22c-c19b-4d57-bbff-3147e606be98 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 210 time: 0.0778172
Dec 17 16:33:10.568629 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:10.594790 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-45b260b2-57ed-46b6-8494-9e73b2b659da service neutron] 10.222.0.21 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2191348
Dec 17 16:33:10.711376 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:10.728973 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9e2a3e05-4a13-4109-91af-3088a48b99b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:10.898983 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Pushing event updated for resources: {'Port': ['ID=a2c7950b-41b1-40ef-916e-e8f7147027fb,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:10.906495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:10.917142 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-ee209c5a-dffb-4fca-bef5-aeb31edaaf90 service neutron] 10.222.0.21 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3154495
Dec 17 16:33:10.974306 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Network f90a2c07-9713-4501-825d-767c93a6c79b is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:33:10.975542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:33:10.982542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:33:11.049970 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:11.050643 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:11.071422 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7046995
Dec 17 16:33:11.090947 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Request body: {'port': {'device_id': 'e0d079e4-ddf7-4f80-9f1a-50edcb29ad06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:33:11.396466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-31f34d46-f4d1-416e-874b-ca4ddfd3b8f5 req-d0c7a5e8-2644-4ee7-b567-4fa9351438e3 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Synchronizing usage tracker for tenant:3322785548f94f068b89ff97f6305743 on resource:port {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:33:11.417118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-31f34d46-f4d1-416e-874b-ca4ddfd3b8f5 req-d0c7a5e8-2644-4ee7-b567-4fa9351438e3 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Unset dirty status for tenant:3322785548f94f068b89ff97f6305743 on resource:port {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:33:11.418861 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-31f34d46-f4d1-416e-874b-ca4ddfd3b8f5 req-d0c7a5e8-2644-4ee7-b567-4fa9351438e3 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 210 time: 0.0831888
Dec 17 16:33:11.455358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:11.816518 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873dd48-4ed2-4db5-8038-ec9f79bd5cdf req-93f46f2c-30dc-4f97-b619-6dfc47b428a1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:11.817860 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-6873dd48-4ed2-4db5-8038-ec9f79bd5cdf req-93f46f2c-30dc-4f97-b619-6dfc47b428a1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Synchronizing usage tracker for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:33:11.870377 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-6873dd48-4ed2-4db5-8038-ec9f79bd5cdf req-93f46f2c-30dc-4f97-b619-6dfc47b428a1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Unset dirty status for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:33:11.872067 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6873dd48-4ed2-4db5-8038-ec9f79bd5cdf req-93f46f2c-30dc-4f97-b619-6dfc47b428a1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 931 time: 0.2945883
Dec 17 16:33:11.953151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-6873dd48-4ed2-4db5-8038-ec9f79bd5cdf req-674296f7-7010-403f-afe1-a82fb2cc61f0 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Synchronizing usage tracker for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:security_group {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:33:12.027806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-6873dd48-4ed2-4db5-8038-ec9f79bd5cdf req-674296f7-7010-403f-afe1-a82fb2cc61f0 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Unset dirty status for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:security_group {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:33:12.029123 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6873dd48-4ed2-4db5-8038-ec9f79bd5cdf req-674296f7-7010-403f-afe1-a82fb2cc61f0 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440904
Dec 17 16:33:12.039773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c7950b-41b1-40ef-916e-e8f7147027fb {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:33:12.047778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:12.061270 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Transition to ACTIVE for port object a2c7950b-41b1-40ef-916e-e8f7147027fb will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:33:12.064069 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:12.083982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:12.228658 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c7950b-41b1-40ef-916e-e8f7147027fb,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:12.234332 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:12.425195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Attempting to bind port a2c7950b-41b1-40ef-916e-e8f7147027fb on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:33:12.425678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Attempting to bind port a2c7950b-41b1-40ef-916e-e8f7147027fb by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:33:12.426305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Attempting to bind port a2c7950b-41b1-40ef-916e-e8f7147027fb on network f90a2c07-9713-4501-825d-767c93a6c79b {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:33:12.432742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:33:12.433755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Checking segment: {'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:33:12.433755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:12.433969 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Bound using segment: {'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:33:12.434367 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Bound port: a2c7950b-41b1-40ef-916e-e8f7147027fb, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:33:12.434749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:12.548354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] For port a2c7950b-41b1-40ef-916e-e8f7147027fb, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:33:12.551970 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] For port a2c7950b-41b1-40ef-916e-e8f7147027fb, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=a2c7950b-41b1-40ef-916e-e8f7147027fb,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:33:12.556650 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:12.562497 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e6899f00-f54f-4229-8d99-297d877cc448 req-03d39a65-197e-4ab2-af38-7d5cb4e69768 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 210 time: 0.0628874
Dec 17 16:33:12.573353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:12.726853 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c7950b-41b1-40ef-916e-e8f7147027fb,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:12.732269 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:12.763631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:12.764344 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:12.765865 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-764dc30f-fe0a-4ec9-8cf9-4c986791cbb0 service neutron] 10.222.0.70 "PUT /v2.0/ports/a2c7950b-41b1-40ef-916e-e8f7147027fb HTTP/1.1" status: 200  len: 1157 time: 1.6803980
Dec 17 16:33:12.766407 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d079e4-ddf7-4f80-9f1a-50edcb29ad06', 'tag': 'a2c7950b-41b1-40ef-916e-e8f7147027fb'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:33:12.864595 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d079e4-ddf7-4f80-9f1a-50edcb29ad06', 'tag': 'a2c7950b-41b1-40ef-916e-e8f7147027fb', 'status': 'completed', 'code': 200}
Dec 17 16:33:12.900986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-c462b71a-807c-455e-b9a1-814751bc9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:12.903214 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-c462b71a-807c-455e-b9a1-814751bc9928 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b72e72fce79420d8b88a408135c9bd8&device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 1160 time: 0.0824323
Dec 17 16:33:12.981013 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-2ad3958e-3d3b-4385-a04e-0d8a75c8bfdb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c7950b-41b1-40ef-916e-e8f7147027fb HTTP/1.1" status: 200  len: 217 time: 0.0649564
Dec 17 16:33:13.056461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-2e52e3ac-b112-414c-af23-57d92411fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:13.058067 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-2e52e3ac-b112-414c-af23-57d92411fec4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73acc7a3-dc1e-4cc5-960c-cfc04745bed8 HTTP/1.1" status: 200  len: 854 time: 0.0715058
Dec 17 16:33:13.110628 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-401f4d9d-2028-4e1d-a82a-26d59237e1c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f90a2c07-9713-4501-825d-767c93a6c79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462482
Dec 17 16:33:13.250876 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae7d94-66a5-45b1-baef-1c9a71cec82f req-696e2b7f-5f94-4fc7-99bf-7a40643dc8ed tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:13.252435 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-98ae7d94-66a5-45b1-baef-1c9a71cec82f req-696e2b7f-5f94-4fc7-99bf-7a40643dc8ed tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 943 time: 0.0843427
Dec 17 16:33:13.264959 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-0f0ab7b6-de5f-4b8d-9f8c-e9b0fa6e8b25 service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451125
Dec 17 16:33:13.302533 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-98ae7d94-66a5-45b1-baef-1c9a71cec82f req-09510e23-2832-48f9-9e82-14b533788cf7 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434134
Dec 17 16:33:13.420887 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3105b31a-0e8d-4038-9797-efcc215088f1 req-8b2ea1f0-9d04-449a-a4de-e3d3111eae4d service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1483121
Dec 17 16:33:13.580718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32903e-e242-424e-9378-eec904008c03 req-5194f94e-c8ae-4a41-b126-cbd470174dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:13.582365 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f32903e-e242-424e-9378-eec904008c03 req-5194f94e-c8ae-4a41-b126-cbd470174dec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b72e72fce79420d8b88a408135c9bd8&device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 1160 time: 0.0791461
Dec 17 16:33:13.745257 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-df6ad8e6-9778-4e0e-be36-ed2b0a0b6e88 req-da2ec955-025a-4722-a1da-074590d9622a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 210 time: 0.0653770
Dec 17 16:33:13.793946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32903e-e242-424e-9378-eec904008c03 req-afb74427-67cd-4176-ae34-3ecc30b9a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:13.795701 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f32903e-e242-424e-9378-eec904008c03 req-afb74427-67cd-4176-ae34-3ecc30b9a8d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 200  len: 908 time: 0.2059951
Dec 17 16:33:13.869696 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f32903e-e242-424e-9378-eec904008c03 req-64fc9b21-0c40-427f-b3c6-5f9ec84bd59c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c7950b-41b1-40ef-916e-e8f7147027fb HTTP/1.1" status: 200  len: 217 time: 0.0668995
Dec 17 16:33:13.948432 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32903e-e242-424e-9378-eec904008c03 req-607480da-8433-49a5-a638-0ec6353dcf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:13.950047 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f32903e-e242-424e-9378-eec904008c03 req-607480da-8433-49a5-a638-0ec6353dcf53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73acc7a3-dc1e-4cc5-960c-cfc04745bed8 HTTP/1.1" status: 200  len: 854 time: 0.0740850
Dec 17 16:33:14.018378 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f32903e-e242-424e-9378-eec904008c03 req-48dc7dee-beff-4ada-8598-948aeeaff028 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f90a2c07-9713-4501-825d-767c93a6c79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472295
Dec 17 16:33:14.178344 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f32903e-e242-424e-9378-eec904008c03 req-08af230e-cc88-4aa5-a1bb-022dac06fc86 service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516016
Dec 17 16:33:14.330497 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f32903e-e242-424e-9378-eec904008c03 req-3a6fc2db-89a1-4baf-9a66-aa69af9891f1 service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439717
Dec 17 16:33:14.526685 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1ab77-9986-4eb4-981f-1fd24e7e0ae1 req-8d5b7f79-bd40-4e09-aa96-fe62b81c7b0b tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:14.528269 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7dd1ab77-9986-4eb4-981f-1fd24e7e0ae1 req-8d5b7f79-bd40-4e09-aa96-fe62b81c7b0b tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 943 time: 0.0912507
Dec 17 16:33:14.581276 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7dd1ab77-9986-4eb4-981f-1fd24e7e0ae1 req-fa350311-7f03-42cf-9cad-9c08dec03aad tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461154
Dec 17 16:33:14.712456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-4a08a7ca-3711-4198-8f60-da0a3792e7a7 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:14.714079 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-4a08a7ca-3711-4198-8f60-da0a3792e7a7 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.70 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 809 time: 0.1654119
Dec 17 16:33:14.820160 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-1a6ea87e-0e71-4286-b8e5-eaed6dc2ee59 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3322785548f94f068b89ff97f6305743 HTTP/1.1" status: 200  len: 5543 time: 0.0719731
Dec 17 16:33:14.833073 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Request body: {'port': {'device_id': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'admin_state_up': True, 'tenant_id': '3322785548f94f068b89ff97f6305743', 'security_groups': ['757884a7-0ac1-4b9a-9660-c3b7d13660f2']}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:33:14.974851 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3c2187db-6ce5-40bd-852b-4f91d714204e req-ac56ba1c-cb98-41bf-9dcf-03a4384619f1 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 210 time: 0.0666618
Dec 17 16:33:15.038413 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:33:15.050038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:33:15.059178 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Made reservation on behalf of 3322785548f94f068b89ff97f6305743 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:33:15.064761 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:15.386017 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Allocated IP 172.20.0.3 (61b6798a-a837-4af9-9fd8-35aa2301e790/f38dc044-c030-42fb-808b-bafa3ff41906/b27bac69-4c04-47c2-902d-103cbcd09897) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:33:15.537249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.objects.ports [None req-e6585fc5-3ff5-4c97-b602-3b2af006c928 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80281) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 17 16:33:15.620484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:15.642284 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Transition to ACTIVE for port object b27bac69-4c04-47c2-902d-103cbcd09897 will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:33:15.681366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:15.698396 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-05d407f6-6458-4429-bbd6-740e107f5222 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:15.813826 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affa82b-5338-40fa-bb1a-9d1db88a08a6 req-48794fac-44aa-46de-8582-ad7fc85f07ac tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:15.815482 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6affa82b-5338-40fa-bb1a-9d1db88a08a6 req-48794fac-44aa-46de-8582-ad7fc85f07ac tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 943 time: 0.0920990
Dec 17 16:33:15.877848 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6affa82b-5338-40fa-bb1a-9d1db88a08a6 req-d19ba337-bf42-4ca5-8060-50aedc70d12e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554719
Dec 17 16:33:15.953204 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device a2c7950b-41b1-40ef-916e-e8f7147027fb up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:33:16.030925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port a2c7950b-41b1-40ef-916e-e8f7147027fb completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:33:16.036391 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port a2c7950b-41b1-40ef-916e-e8f7147027fb triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:33:16.036847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:16.079383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Pushing event updated for resources: {'Port': ['ID=b27bac69-4c04-47c2-902d-103cbcd09897,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:16.085112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:16.166114 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:16.192044 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Network 61b6798a-a837-4af9-9fd8-35aa2301e790 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:33:16.194002 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:33:16.198470 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d079e4-ddf7-4f80-9f1a-50edcb29ad06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c7950b-41b1-40ef-916e-e8f7147027fb'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:33:16.198745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:33:16.209458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port a2c7950b-41b1-40ef-916e-e8f7147027fb, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=a2c7950b-41b1-40ef-916e-e8f7147027fb,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:33:16.213110 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:16.215153 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:16.282228 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d079e4-ddf7-4f80-9f1a-50edcb29ad06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c7950b-41b1-40ef-916e-e8f7147027fb', 'code': 200}
Dec 17 16:33:16.283069 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:16.283779 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:16.296781 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=a2c7950b-41b1-40ef-916e-e8f7147027fb,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:16.297008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a269d-dab5-4a9b-819f-1c6544eb3923 req-ab73c1c1-9c1a-4da5-b3cc-bddeb7195c67 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:16.298549 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0c4a269d-dab5-4a9b-819f-1c6544eb3923 req-ab73c1c1-9c1a-4da5-b3cc-bddeb7195c67 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 931 time: 0.1855640
Dec 17 16:33:16.315700 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:16.341166 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5152714
Dec 17 16:33:16.370374 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Request body: {'port': {'device_id': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:33:16.411019 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0c4a269d-dab5-4a9b-819f-1c6544eb3923 req-ec934ef4-067a-4b20-83f4-90da3045fd49 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0958188
Dec 17 16:33:16.448383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-7bfa4391-50fe-4706-b95d-96e03553e6c5 None None] Provisioning for port b27bac69-4c04-47c2-902d-103cbcd09897 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:33:16.454347 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-7bfa4391-50fe-4706-b95d-96e03553e6c5 None None] Provisioning complete for port b27bac69-4c04-47c2-902d-103cbcd09897 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:33:16.454900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7bfa4391-50fe-4706-b95d-96e03553e6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:16.501809 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:16.515680 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa4391-50fe-4706-b95d-96e03553e6c5 None None] Port b27bac69-4c04-47c2-902d-103cbcd09897 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:33:16.700231 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42499c-4634-487a-ae1f-d79bfcdbe373 req-f1727d13-86af-4fb2-b1fd-d48e7ba356dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:16.701910 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6a42499c-4634-487a-ae1f-d79bfcdbe373 req-f1727d13-86af-4fb2-b1fd-d48e7ba356dc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 1162 time: 0.1856594
Dec 17 16:33:16.812699 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6a42499c-4634-487a-ae1f-d79bfcdbe373 req-765522dc-1daa-4a74-8a91-cac6716f42ca service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681026
Dec 17 16:33:17.026299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27bac69-4c04-47c2-902d-103cbcd09897 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:33:17.034093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:17.048497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Transition to ACTIVE for port object b27bac69-4c04-47c2-902d-103cbcd09897 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:33:17.051429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:17.068862 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0a6ad3fc-092f-4b6e-b200-ff2d66500543 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:17.105496 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e8a73-1c67-4894-a6b3-be70fcce8f0c req-30992ee9-a190-4f1d-af81-a539264a63bc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:17.107408 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-830e8a73-1c67-4894-a6b3-be70fcce8f0c req-30992ee9-a190-4f1d-af81-a539264a63bc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 945 time: 0.0889134
Dec 17 16:33:17.158598 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-830e8a73-1c67-4894-a6b3-be70fcce8f0c req-d21920c5-4a5b-4fa2-9b95-cdb64d77dab7 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441945
Dec 17 16:33:17.212733 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Pushing event updated for resources: {'Port': ['ID=b27bac69-4c04-47c2-902d-103cbcd09897,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:17.218488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:17.411426 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Attempting to bind port b27bac69-4c04-47c2-902d-103cbcd09897 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:33:17.411782 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Attempting to bind port b27bac69-4c04-47c2-902d-103cbcd09897 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '9a9561b4-fb1d-4098-a86e-bf097b55f288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:33:17.412154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Attempting to bind port b27bac69-4c04-47c2-902d-103cbcd09897 on network 61b6798a-a837-4af9-9fd8-35aa2301e790 {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:33:17.419860 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:33:17.420276 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Checking segment: {'id': '9a9561b4-fb1d-4098-a86e-bf097b55f288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:33:17.420686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:17.421081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Bound using segment: {'id': '9a9561b4-fb1d-4098-a86e-bf097b55f288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:33:17.421564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Bound port: b27bac69-4c04-47c2-902d-103cbcd09897, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9561b4-fb1d-4098-a86e-bf097b55f288', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:33:17.421945 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:17.522494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] For port b27bac69-4c04-47c2-902d-103cbcd09897, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:33:17.525958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] For port b27bac69-4c04-47c2-902d-103cbcd09897, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b27bac69-4c04-47c2-902d-103cbcd09897,segment=NetworkSegment(9a9561b4-fb1d-4098-a86e-bf097b55f288),segment_id=9a9561b4-fb1d-4098-a86e-bf097b55f288)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:33:17.529976 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:17.547391 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:17.552084 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device a2c7950b-41b1-40ef-916e-e8f7147027fb up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:33:17.631477 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port a2c7950b-41b1-40ef-916e-e8f7147027fb triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:33:17.631900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:17.770375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Pushing event updated for resources: {'Port': ['ID=b27bac69-4c04-47c2-902d-103cbcd09897,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:17.780407 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:17.824108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba381f-c515-49bd-956a-d1908d2712c9 req-9f8885ba-1979-4e39-88bb-a36ac0e00ed8 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:17.824817 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-8cba381f-c515-49bd-956a-d1908d2712c9 req-9f8885ba-1979-4e39-88bb-a36ac0e00ed8 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Synchronizing usage tracker for tenant:3322785548f94f068b89ff97f6305743 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:33:17.838348 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:17.839037 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:17.840562 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] 10.222.0.70 "PUT /v2.0/ports/b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 1157 time: 1.4779861
Dec 17 16:33:17.841122 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:33:17.855826 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-8cba381f-c515-49bd-956a-d1908d2712c9 req-9f8885ba-1979-4e39-88bb-a36ac0e00ed8 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Unset dirty status for tenant:3322785548f94f068b89ff97f6305743 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:33:17.857906 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8cba381f-c515-49bd-956a-d1908d2712c9 req-9f8885ba-1979-4e39-88bb-a36ac0e00ed8 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.2680652
Dec 17 16:33:17.933255 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897', 'status': 'completed', 'code': 200}
Dec 17 16:33:17.942366 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8cba381f-c515-49bd-956a-d1908d2712c9 req-98157554-032c-4237-a31d-393b0165b25a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0766273
Dec 17 16:33:18.057173 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-0fb8c315-ec1e-45c5-a2b1-9f4717995273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:18.058831 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-0fb8c315-ec1e-45c5-a2b1-9f4717995273 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1160 time: 0.0863817
Dec 17 16:33:18.139942 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-ffd4eaf2-7a70-47aa-8651-7eac42157fdb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 217 time: 0.0667369
Dec 17 16:33:18.216478 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-3e3d2593-0f2d-4370-b904-2ed1a409f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:18.218149 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-3e3d2593-0f2d-4370-b904-2ed1a409f68c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 200  len: 848 time: 0.0723455
Dec 17 16:33:18.300222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-af6ee429-e9f3-4b24-800a-5e91a8b0d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:18.301938 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-af6ee429-e9f3-4b24-800a-5e91a8b0d68a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61b6798a-a837-4af9-9fd8-35aa2301e790&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775678
Dec 17 16:33:18.384785 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eefde1-f901-45cf-8881-1d6e494739e8 req-a369226c-1e87-4412-9351-cbf131d6bada tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:18.389120 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a7eefde1-f901-45cf-8881-1d6e494739e8 req-a369226c-1e87-4412-9351-cbf131d6bada tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 945 time: 0.0942485
Dec 17 16:33:18.440899 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a7eefde1-f901-45cf-8881-1d6e494739e8 req-3da3ac68-9b18-4490-b98b-aa822df1109e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468380
Dec 17 16:33:18.458873 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-e7e5f32f-a4f4-48d8-8c41-847c1530d405 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489470
Dec 17 16:33:18.623368 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c2db1af3-2152-4808-a21a-dbda9fca77aa req-c529b1dc-80e0-49bc-ae43-e16ed29d36b1 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1576772
Dec 17 16:33:18.833116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6676117-0c7f-4700-899f-fc3c1031cb3f req-cf509b36-c3ab-4f4c-819c-fef2aee4d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:18.834782 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6676117-0c7f-4700-899f-fc3c1031cb3f req-cf509b36-c3ab-4f4c-819c-fef2aee4d96c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1160 time: 0.1002557
Dec 17 16:33:18.986724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6676117-0c7f-4700-899f-fc3c1031cb3f req-4f4d5803-71a7-42ba-892c-f9e86416b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:18.987874 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6676117-0c7f-4700-899f-fc3c1031cb3f req-4f4d5803-71a7-42ba-892c-f9e86416b70a service neutron] 10.222.0.70 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 903 time: 0.1455686
Dec 17 16:33:19.063091 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6676117-0c7f-4700-899f-fc3c1031cb3f req-700ea654-50e4-465c-bdc8-b08047704542 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 217 time: 0.0667048
Dec 17 16:33:19.190455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6676117-0c7f-4700-899f-fc3c1031cb3f req-e96f460c-79af-4e47-849b-28cf20a83268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:19.191970 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6676117-0c7f-4700-899f-fc3c1031cb3f req-e96f460c-79af-4e47-849b-28cf20a83268 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 200  len: 848 time: 0.1195693
Dec 17 16:33:19.268434 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef4d3c-3602-499d-a693-8bde116a482f req-b3b798aa-380c-43ce-aa0f-36b2eee356d2 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:19.270061 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-eaef4d3c-3602-499d-a693-8bde116a482f req-b3b798aa-380c-43ce-aa0f-36b2eee356d2 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.1620867
Dec 17 16:33:19.334699 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-eaef4d3c-3602-499d-a693-8bde116a482f req-676a2e14-4a61-4117-96d6-8056280c3cbf tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0574622
Dec 17 16:33:19.338161 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6676117-0c7f-4700-899f-fc3c1031cb3f req-e3a37985-ca92-4d95-a3cd-931091cef308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:19.339715 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6676117-0c7f-4700-899f-fc3c1031cb3f req-e3a37985-ca92-4d95-a3cd-931091cef308 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61b6798a-a837-4af9-9fd8-35aa2301e790&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1379790
Dec 17 16:33:19.491886 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6676117-0c7f-4700-899f-fc3c1031cb3f req-9dd03c8e-41fa-4d52-b4b8-0cf4078abf76 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446483
Dec 17 16:33:19.638004 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f6676117-0c7f-4700-899f-fc3c1031cb3f req-fe1cabf9-4b69-4c81-8028-52d19660faa6 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397936
Dec 17 16:33:20.559759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72add151-6edc-423b-b84c-bcc66d7cf3e2 req-30ec05d5-bca2-44ec-816b-18e804487f92 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:20.561496 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-72add151-6edc-423b-b84c-bcc66d7cf3e2 req-30ec05d5-bca2-44ec-816b-18e804487f92 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.0921032
Dec 17 16:33:20.613250 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-72add151-6edc-423b-b84c-bcc66d7cf3e2 req-488500b9-2066-4e82-8dfc-dda5598d94fa tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0445058
Dec 17 16:33:21.842649 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09322972-b5b3-4c3a-a355-08d0c0f664fe req-56736774-1844-4bb7-9e53-13743a1f2190 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:21.844309 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-09322972-b5b3-4c3a-a355-08d0c0f664fe req-56736774-1844-4bb7-9e53-13743a1f2190 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.0847337
Dec 17 16:33:21.896128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-09322972-b5b3-4c3a-a355-08d0c0f664fe req-64644927-29d6-4c8d-b036-e882212fd44e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Synchronizing usage tracker for tenant:3322785548f94f068b89ff97f6305743 on resource:security_group {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:33:21.908932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-09322972-b5b3-4c3a-a355-08d0c0f664fe req-64644927-29d6-4c8d-b036-e882212fd44e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Unset dirty status for tenant:3322785548f94f068b89ff97f6305743 on resource:security_group {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:33:21.910169 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-09322972-b5b3-4c3a-a355-08d0c0f664fe req-64644927-29d6-4c8d-b036-e882212fd44e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0594959
Dec 17 16:33:23.139502 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1e6c7-3a08-44f7-a9d1-f57893d73376 req-43b386e6-b764-4cd8-a2b9-ce90c8e2d4b4 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:23.141114 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-20b1e6c7-3a08-44f7-a9d1-f57893d73376 req-43b386e6-b764-4cd8-a2b9-ce90c8e2d4b4 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.0911033
Dec 17 16:33:23.190149 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-20b1e6c7-3a08-44f7-a9d1-f57893d73376 req-aaa7a3d1-5e06-4551-bcf9-72a0dfc1b196 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426507
Dec 17 16:33:24.405370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30a63b-8e9a-4b92-87ea-801f4800e0b2 req-c099ca93-9abb-45c1-bb60-c0063e9b4784 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:24.407316 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ea30a63b-8e9a-4b92-87ea-801f4800e0b2 req-c099ca93-9abb-45c1-bb60-c0063e9b4784 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.0864620
Dec 17 16:33:24.457907 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ea30a63b-8e9a-4b92-87ea-801f4800e0b2 req-8dd52b80-0157-44fe-a4b8-77e66bc0b18a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0438244
Dec 17 16:33:25.673166 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050d611-8a48-476c-bde3-7f59b5751290 req-191a1a99-0dcc-4273-a42a-deb0f996a4d4 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:25.674723 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d050d611-8a48-476c-bde3-7f59b5751290 req-191a1a99-0dcc-4273-a42a-deb0f996a4d4 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.0851824
Dec 17 16:33:25.732134 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d050d611-8a48-476c-bde3-7f59b5751290 req-1490d054-df7b-4e2e-b7cd-227b23598e3f tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0493989
Dec 17 16:33:25.761266 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:25.994532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b27bac69-4c04-47c2-902d-103cbcd09897 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:33:26.067867 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port b27bac69-4c04-47c2-902d-103cbcd09897 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:33:26.073294 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port b27bac69-4c04-47c2-902d-103cbcd09897 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:33:26.073713 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:26.200982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:26.230294 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:33:26.247595 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port b27bac69-4c04-47c2-902d-103cbcd09897, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b27bac69-4c04-47c2-902d-103cbcd09897,segment=NetworkSegment(9a9561b4-fb1d-4098-a86e-bf097b55f288),segment_id=9a9561b4-fb1d-4098-a86e-bf097b55f288)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:33:26.256119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:26.259186 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:26.296264 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-52d09f50-f1b2-45d3-aeb0-9ae981c90cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:26.305681 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897', 'code': 200}
Dec 17 16:33:26.332816 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=b27bac69-4c04-47c2-902d-103cbcd09897,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:26.337510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:26.631171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489830eb-1388-4010-8c97-c8c6fd6a06c1 req-94ae425e-c8cd-4c47-930b-3ca2007ccb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:26.632755 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-489830eb-1388-4010-8c97-c8c6fd6a06c1 req-94ae425e-c8cd-4c47-930b-3ca2007ccb65 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1162 time: 0.0778053
Dec 17 16:33:26.679903 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-489830eb-1388-4010-8c97-c8c6fd6a06c1 req-89e1369b-b45e-43b2-a9ee-2f7281061187 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0392289
Dec 17 16:33:27.190471 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774b3fd-aa53-4ec6-b623-a0d564569fec req-5171e0cc-e17c-450c-9478-53d6f87f8f38 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:27.192087 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1774b3fd-aa53-4ec6-b623-a0d564569fec req-5171e0cc-e17c-450c-9478-53d6f87f8f38 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.3279738
Dec 17 16:33:27.240304 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1774b3fd-aa53-4ec6-b623-a0d564569fec req-31597e9a-e1c3-419c-ace1-dd552b13bd8c tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418227
Dec 17 16:33:27.643855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b27bac69-4c04-47c2-902d-103cbcd09897 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:33:27.729919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port b27bac69-4c04-47c2-902d-103cbcd09897 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:33:27.730455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:28.480291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13ac42-c8b4-4fdc-bec6-9da674cc51bc req-eb178607-9ad8-47f7-aace-614377163171 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:28.482005 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-dc13ac42-c8b4-4fdc-bec6-9da674cc51bc req-eb178607-9ad8-47f7-aace-614377163171 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.1017592
Dec 17 16:33:28.534462 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-dc13ac42-c8b4-4fdc-bec6-9da674cc51bc req-d46dbd14-c537-441c-a579-82d64d228706 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444055
Dec 17 16:33:28.650801 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ddd38dac-977a-43e8-bad2-2d366addde51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:28.678089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-43b60f6e-1588-455f-bf55-dc5e85cd8621 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:28.679731 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-43b60f6e-1588-455f-bf55-dc5e85cd8621 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/networks?id=f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 200  len: 814 time: 0.1742451
Dec 17 16:33:28.697137 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-9b328494-c902-4d7b-955d-e4a1d10e66fc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/quotas/1b72e72fce79420d8b88a408135c9bd8 HTTP/1.1" status: 200  len: 375 time: 0.0107157
Dec 17 16:33:28.754442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3227f-bdde-4f30-aa0b-3cb26b592336 req-0998a1a7-e28a-4b60-8912-47f65748a29b tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:28.756076 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-65e3227f-bdde-4f30-aa0b-3cb26b592336 req-0998a1a7-e28a-4b60-8912-47f65748a29b tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.0871832
Dec 17 16:33:28.786642 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-e59683fc-86d9-4525-9a58-cfcf62e56a24 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b72e72fce79420d8b88a408135c9bd8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0833511
Dec 17 16:33:28.810590 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-65e3227f-bdde-4f30-aa0b-3cb26b592336 req-be5eeb55-00a1-47ba-ba23-ca098e51adbf tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0479369
Dec 17 16:33:28.939598 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-f6079f1f-a5b8-41ad-88a8-846836ef36b7 service neutron] 10.222.0.21 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443932
Dec 17 16:33:29.026970 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-b1720f6a-e06b-4b16-a670-08fc93ef3424 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Synchronizing usage tracker for tenant:3322785548f94f068b89ff97f6305743 on resource:network {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:33:29.046302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-b1720f6a-e06b-4b16-a670-08fc93ef3424 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Unset dirty status for tenant:3322785548f94f068b89ff97f6305743 on resource:network {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:33:29.047750 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-b1720f6a-e06b-4b16-a670-08fc93ef3424 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1836054
Dec 17 16:33:29.063020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Request body: {'floatingip': {'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:33:29.069045 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:33:29.073493 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Usage tracker for resource:floatingip and tenant:3322785548f94f068b89ff97f6305743 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:33:29.076508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:33:29.082356 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:33:29.094382 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for floatingip, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:29.108325 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-3d259e8e-84c5-4a64-b585-e00c3671fdb6 service neutron] 10.222.0.21 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1611626
Dec 17 16:33:29.333089 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-299438c4-50b8-43a0-b5fa-fd03a294e51e req-e83943af-9ae5-4d42-ac6b-2fc1e50c91c0 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 210 time: 0.0565443
Dec 17 16:33:29.495623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:29.506632 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-daf82742-d55a-4c59-b616-383de70aceca req-89ab0482-b61a-40b0-a8c9-3eb11832a2d1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0978904
Dec 17 16:33:29.642062 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:29.713283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf82742-d55a-4c59-b616-383de70aceca req-db3b8512-e46a-4159-8a8a-3fb83325008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:29.714940 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-daf82742-d55a-4c59-b616-383de70aceca req-db3b8512-e46a-4159-8a8a-3fb83325008a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b72e72fce79420d8b88a408135c9bd8&device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 1162 time: 0.1001596
Dec 17 16:33:29.795742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Allocated IP 172.27.0.72 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/c68bb40d-278a-43ec-9569-2feeab52f137) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:33:29.882333 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf82742-d55a-4c59-b616-383de70aceca req-c3290232-cf6b-4221-b67e-424d2a69dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:29.884548 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-daf82742-d55a-4c59-b616-383de70aceca req-c3290232-cf6b-4221-b67e-424d2a69dc66 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 200  len: 908 time: 0.1484478
Dec 17 16:33:29.979625 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:29.981996 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-daf82742-d55a-4c59-b616-383de70aceca req-da3c0a68-b528-4039-9bf8-c0eae3920af5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c7950b-41b1-40ef-916e-e8f7147027fb HTTP/1.1" status: 200  len: 217 time: 0.0720088
Dec 17 16:33:30.009667 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67031632'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:30.029404 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cf453147-f15b-4b58-a886-41fa90ae700f tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:30.086067 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf82742-d55a-4c59-b616-383de70aceca req-bbf53067-7557-4254-a45e-1ca6cfe082ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:30.089098 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-daf82742-d55a-4c59-b616-383de70aceca req-bbf53067-7557-4254-a45e-1ca6cfe082ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73acc7a3-dc1e-4cc5-960c-cfc04745bed8 HTTP/1.1" status: 200  len: 854 time: 0.1010301
Dec 17 16:33:30.148659 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-daf82742-d55a-4c59-b616-383de70aceca req-48520153-1b1a-4990-908b-5672a53c3b5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f90a2c07-9713-4501-825d-767c93a6c79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463977
Dec 17 16:33:30.172652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Pushing event updated for resources: {'Port': ['ID=c68bb40d-278a-43ec-9569-2feeab52f137,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:30.177178 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:30.242473 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:33:30.245147 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:33:30.248584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:33:30.313836 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-daf82742-d55a-4c59-b616-383de70aceca req-37a55f07-4ddb-4fca-b7f4-2429fcfb84eb service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572354
Dec 17 16:33:30.359874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for floatingip, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:30.381346 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:30.426613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:30.563736 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1b419f0a-61d6-401b-aab6-e1f5b187e64e req-156c6217-21e1-45d7-b790-6235c41a02a3 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 210 time: 0.0625930
Dec 17 16:33:30.601424 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-daf82742-d55a-4c59-b616-383de70aceca req-ba63d156-a9fe-46bd-8516-f6d0becde66f service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2752466
Dec 17 16:33:30.729029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for port, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:30.733264 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787744152'] for port, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:30.736579 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-fc92aa46-7295-444e-a5eb-77cabbc133ad tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:30.740880 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-fc92aa46-7295-444e-a5eb-77cabbc133ad tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "GET /v2.0/networks?id=f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 200  len: 814 time: 0.1735454
Dec 17 16:33:30.749820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a16ee1ec-2191-4845-a939-1a4a3301acf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:30.762620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Request body: {'port': {'device_id': '90227a01-8fa3-4a27-99a1-67e0a18f1d88', 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b', 'admin_state_up': True, 'tenant_id': '1b72e72fce79420d8b88a408135c9bd8'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:33:30.915352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Pushing event updated for resources: {'Port': ['ID=c68bb40d-278a-43ec-9569-2feeab52f137,revision_number=2']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:30.920074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:33:30.921800 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:30.930991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:33:30.940137 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Made reservation on behalf of 1b72e72fce79420d8b88a408135c9bd8 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:33:30.945710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:31.033627 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:31.055899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:31.057261 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.9986856
Dec 17 16:33:31.094393 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:31.148688 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-bcdc97b9-fcbb-4138-b762-8c003b661ed8 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Synchronizing usage tracker for tenant:3322785548f94f068b89ff97f6305743 on resource:floatingip {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:33:31.166017 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-bcdc97b9-fcbb-4138-b762-8c003b661ed8 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Unset dirty status for tenant:3322785548f94f068b89ff97f6305743 on resource:floatingip {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:33:31.167297 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-bcdc97b9-fcbb-4138-b762-8c003b661ed8 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.72 HTTP/1.1" status: 200  len: 695 time: 0.1017971
Dec 17 16:33:31.269168 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Allocated IP 172.20.0.11 (f90a2c07-9713-4501-825d-767c93a6c79b/73acc7a3-dc1e-4cc5-960c-cfc04745bed8/24b4a98b-185a-4b72-bab1-1cb6067d9c9b) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:33:31.332811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-981940f9-1b4d-4d7f-8305-2a712503e613 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:31.334264 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-981940f9-1b4d-4d7f-8305-2a712503e613 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/networks/91d1505b-ce8a-4e95-a9a1-fbd742f1e542 HTTP/1.1" status: 200  len: 784 time: 0.1605005
Dec 17 16:33:31.345878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-321ef1dd-0908-41e7-937d-0dda103b1d1c tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80280) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:33:31.346919 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-24fb1e29-bd72-45d8-bd78-0965d884580a req-321ef1dd-0908-41e7-937d-0dda103b1d1c tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0062335
Dec 17 16:33:31.554477 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:31.595720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-2e57a632-dc32-4e15-be95-0179cd569d30 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:31.597269 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-2e57a632-dc32-4e15-be95-0179cd569d30 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1362765
Dec 17 16:33:31.679477 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:31.697043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c21db1a5-fdf2-44d1-af93-1ced010a4b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:31.734055 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-c4b54030-23e4-49ba-9066-3e8056edbf78 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.72 HTTP/1.1" status: 200  len: 695 time: 0.1289492
Dec 17 16:33:31.804847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c4adf-93c1-45f2-bc63-4114fa856072 req-1cf44c2a-85fb-44a0-a9b6-ac61de3ff735 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:31.807179 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-774c4adf-93c1-45f2-bc63-4114fa856072 req-1cf44c2a-85fb-44a0-a9b6-ac61de3ff735 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 932 time: 0.0927291
Dec 17 16:33:31.807625 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-7896e6bf-c05e-47a5-90eb-e0784d188bc3 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Request body: {'floatingip': {'port_id': 'b27bac69-4c04-47c2-902d-103cbcd09897', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:33:31.882891 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-774c4adf-93c1-45f2-bc63-4114fa856072 req-af509569-0d29-4b02-bf12-0b903416a724 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648570
Dec 17 16:33:31.925247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-7896e6bf-c05e-47a5-90eb-e0784d188bc3 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for floatingip, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:32.010584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Pushing event updated for resources: {'Port': ['ID=24b4a98b-185a-4b72-bab1-1cb6067d9c9b,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:32.072168 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.072627 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.073029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.073431 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.073831 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.074230 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.074627 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.075025 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.075421 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.075819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.076235 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.076619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.077087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.077476 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.077860 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.078247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.078630 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.079015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.079398 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.079781 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.080164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.080570 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.080955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.081339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:32.092216 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:32.202782 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Network f90a2c07-9713-4501-825d-767c93a6c79b is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:33:32.210406 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:33:32.270913 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:33:32.671063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:32.671682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:32.787135 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0290065
Dec 17 16:33:32.815015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Request body: {'port': {'device_id': '90227a01-8fa3-4a27-99a1-67e0a18f1d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:33:32.959059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:33.104875 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b69f-388c-4808-8872-9a92dab9b9b7 req-d34e0686-d646-4dc0-8aa8-9ae661de2e83 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:33.106485 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ccb6b69f-388c-4808-8872-9a92dab9b9b7 req-d34e0686-d646-4dc0-8aa8-9ae661de2e83 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 932 time: 0.0852942
Dec 17 16:33:33.158474 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ccb6b69f-388c-4808-8872-9a92dab9b9b7 req-0e97b554-6135-40d4-9ac5-88b6a74a504c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453775
Dec 17 16:33:33.194321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-7896e6bf-c05e-47a5-90eb-e0784d188bc3 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for floatingip, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:33.203523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-7896e6bf-c05e-47a5-90eb-e0784d188bc3 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:33.544651 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-7896e6bf-c05e-47a5-90eb-e0784d188bc3 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Floating IP 26cef3e7-70bb-4b60-b74e-ecad69d3058f associated. External IP: 172.27.0.72, port: b27bac69-4c04-47c2-902d-103cbcd09897.
Dec 17 16:33:33.917969 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b4a98b-185a-4b72-bab1-1cb6067d9c9b {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:33:33.929760 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:34.009993 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Transition to ACTIVE for port object 24b4a98b-185a-4b72-bab1-1cb6067d9c9b will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:33:34.020608 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:34.039076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-273d99a3-d2a7-41b2-b223-ae856b590499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:34.188266 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-7896e6bf-c05e-47a5-90eb-e0784d188bc3 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Router da56c4e7-4520-457c-a054-1e1487c38f30 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:33:34.203589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Pushing event updated for resources: {'Port': ['ID=24b4a98b-185a-4b72-bab1-1cb6067d9c9b,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:34.220724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:34.341211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:33:34.388241 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398c7a2-cc0e-4cc0-b6b3-99d7f46ab36d req-cb6d3ce8-58cd-44fb-9252-ba94bcd8d006 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:34.389912 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8398c7a2-cc0e-4cc0-b6b3-99d7f46ab36d req-cb6d3ce8-58cd-44fb-9252-ba94bcd8d006 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 944 time: 0.0978258
Dec 17 16:33:34.444208 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8398c7a2-cc0e-4cc0-b6b3-99d7f46ab36d req-fc409e9a-55de-48e6-b15d-4fbfa6becaf1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474608
Dec 17 16:33:34.778698 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-7896e6bf-c05e-47a5-90eb-e0784d188bc3 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:33:34.784869 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-7896e6bf-c05e-47a5-90eb-e0784d188bc3 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:34.791060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45600cc1-0298-4f23-a123-f814a04241b8 None None] Sync routers for ids ['da56c4e7-4520-457c-a054-1e1487c38f30'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:33:34.801449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45600cc1-0298-4f23-a123-f814a04241b8 None None] Routers {'da56c4e7-4520-457c-a054-1e1487c38f30'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:33:34.802126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-45600cc1-0298-4f23-a123-f814a04241b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb8200a2c88>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:33:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['da56c4e7-4520-457c-a054-1e1487c38f30'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:33:34.854973 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Attempting to bind port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:33:34.855339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Attempting to bind port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:33:34.855708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Attempting to bind port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b on network f90a2c07-9713-4501-825d-767c93a6c79b {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:33:34.866089 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-7896e6bf-c05e-47a5-90eb-e0784d188bc3 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "PUT /v2.0/floatingips/26cef3e7-70bb-4b60-b74e-ecad69d3058f HTTP/1.1" status: 200  len: 995 time: 3.1238770
Dec 17 16:33:34.866794 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:33:34.872680 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:33:34.872995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Checking segment: {'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:33:34.873403 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:34.873794 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Bound using segment: {'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:33:34.874283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Bound port: 24b4a98b-185a-4b72-bab1-1cb6067d9c9b, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:33:34.874662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:34.970957 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897', 'status': 'completed', 'code': 200}
Dec 17 16:33:35.100690 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] For port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:33:35.106829 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-2c3e79c4-ad7f-48c6-8147-29465c34b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:35.108562 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-2c3e79c4-ad7f-48c6-8147-29465c34b438 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1162 time: 0.2234328
Dec 17 16:33:35.111425 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] For port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=24b4a98b-185a-4b72-bab1-1cb6067d9c9b,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:33:35.139852 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:35.162199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e21b7a45-823e-4fa7-bf65-9f6d5770c609 tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:35.170243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-45600cc1-0298-4f23-a123-f814a04241b8 None None] Set router da56c4e7-4520-457c-a054-1e1487c38f30 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:33:35.416893 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ee4c1-fd00-4f41-a739-0433415404e0 req-1a2132bc-c930-4198-a3d3-6decb852340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:35.418440 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2c7ee4c1-fd00-4f41-a739-0433415404e0 req-1a2132bc-c930-4198-a3d3-6decb852340d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1162 time: 0.4075348
Dec 17 16:33:35.423550 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Pushing event updated for resources: {'Port': ['ID=24b4a98b-185a-4b72-bab1-1cb6067d9c9b,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:35.471970 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:35.563471 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-45600cc1-0298-4f23-a123-f814a04241b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb8200a2c88>, [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 4, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '26cef3e7-70bb-4b60-b74e-ecad69d3058f', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'port_id': 'b27bac69-4c04-47c2-902d-103cbcd09897', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'mac_address': 'fa:16:3e:12:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:33:30Z', 'updated_at': '2020-12-17T16:33:32Z', 'revision_number': 1, 'project_id': '3322785548f94f068b89ff97f6305743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c94ed-3482-4a12-b49c-dcd515fba6a4', 'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'mac_address': 'fa:16:3e:84:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:37Z', 'updated_at': '2020-12-17T16:32:50Z', 'revision_number': 5, 'project_id': '3322785548f94f068b89ff97f6305743', 'subnets': [{'id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:33:35.567934 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45600cc1-0298-4f23-a123-f814a04241b8 None None] Checking router: da56c4e7-4520-457c-a054-1e1487c38f30 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:33:35.578765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45600cc1-0298-4f23-a123-f814a04241b8 None None] Routers {'da56c4e7-4520-457c-a054-1e1487c38f30'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:33:35.579434 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-45600cc1-0298-4f23-a123-f814a04241b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb8200a2c88>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:33:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['da56c4e7-4520-457c-a054-1e1487c38f30'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:33:35.584447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-1d1b2eb3-0d20-470e-b3a0-646502798ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:35.586097 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-1d1b2eb3-0d20-470e-b3a0-646502798ced service neutron] 10.222.0.21 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 903 time: 0.4702070
Dec 17 16:33:35.599179 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:35.599859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:35.601330 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] 10.222.0.70 "PUT /v2.0/ports/24b4a98b-185a-4b72-bab1-1cb6067d9c9b HTTP/1.1" status: 200  len: 1158 time: 2.7910137
Dec 17 16:33:35.689839 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83570b63-cae7-4b53-bfab-8f238efe063c req-bed71c71-196f-42f4-aeda-13042699ddf2 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:35.691565 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83570b63-cae7-4b53-bfab-8f238efe063c req-bed71c71-196f-42f4-aeda-13042699ddf2 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 944 time: 0.1021893
Dec 17 16:33:35.744996 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83570b63-cae7-4b53-bfab-8f238efe063c req-9c1863c2-98b3-4313-8017-474de4def80d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455089
Dec 17 16:33:35.804961 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-d95255a9-b225-4617-b2ff-d1d8e6e58279 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 998 time: 0.2074833
Dec 17 16:33:35.808748 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-45600cc1-0298-4f23-a123-f814a04241b8 None None] Set router da56c4e7-4520-457c-a054-1e1487c38f30 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:33:35.808938 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ee4c1-fd00-4f41-a739-0433415404e0 req-24170990-a321-4df7-ad96-e480972f9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:35.810414 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2c7ee4c1-fd00-4f41-a739-0433415404e0 req-24170990-a321-4df7-ad96-e480972f9bab service neutron] 10.222.0.70 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 903 time: 0.3836846
Dec 17 16:33:35.971568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-4a2cbd04-8771-4aad-a881-2d0e925a9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:35.973125 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-4a2cbd04-8771-4aad-a881-2d0e925a9070 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b72e72fce79420d8b88a408135c9bd8&device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 1161 time: 0.3174033
Dec 17 16:33:35.987229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-480e114f-98d6-469c-a5c9-307d42cf09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:35.988892 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-480e114f-98d6-469c-a5c9-307d42cf09b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 200  len: 848 time: 0.1760974
Dec 17 16:33:36.090367 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2c7ee4c1-fd00-4f41-a739-0433415404e0 req-23ae8ebe-08f1-4983-a5bb-95d2dfd37722 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 998 time: 0.2388868
Dec 17 16:33:36.104575 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-faba8ed5-0254-417a-9a96-86a3e6edcb43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24b4a98b-185a-4b72-bab1-1cb6067d9c9b HTTP/1.1" status: 200  len: 217 time: 0.1146176
Dec 17 16:33:36.225294 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-45600cc1-0298-4f23-a123-f814a04241b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb8200a2c88>, [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 4, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '26cef3e7-70bb-4b60-b74e-ecad69d3058f', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'port_id': 'b27bac69-4c04-47c2-902d-103cbcd09897', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'mac_address': 'fa:16:3e:12:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:33:30Z', 'updated_at': '2020-12-17T16:33:32Z', 'revision_number': 1, 'project_id': '3322785548f94f068b89ff97f6305743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c94ed-3482-4a12-b49c-dcd515fba6a4', 'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'mac_address': 'fa:16:3e:84:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:37Z', 'updated_at': '2020-12-17T16:32:50Z', 'revision_number': 5, 'project_id': '3322785548f94f068b89ff97f6305743', 'subnets': [{'id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:33:36.233255 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45600cc1-0298-4f23-a123-f814a04241b8 None None] The sync data for ids ['da56c4e7-4520-457c-a054-1e1487c38f30'] in dv-cinder-766752-2-iscsi is: [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 4, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '26cef3e7-70bb-4b60-b74e-ecad69d3058f', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'port_id': 'b27bac69-4c04-47c2-902d-103cbcd09897', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'mac_address': 'fa:16:3e:12:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:33:30Z', 'updated_at': '2020-12-17T16:33:32Z', 'revision_number': 1, 'project_id': '3322785548f94f068b89ff97f6305743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c94ed-3482-4a12-b49c-dcd515fba6a4', 'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'mac_address': 'fa:16:3e:84:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:37Z', 'updated_at': '2020-12-17T16:32:50Z', 'revision_number': 5, 'project_id': '3322785548f94f068b89ff97f6305743', 'subnets': [{'id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:33:36.255503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ee4c1-fd00-4f41-a739-0433415404e0 req-171e13f2-ae78-4ead-b8e0-3a4fb29a70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:36.257144 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2c7ee4c1-fd00-4f41-a739-0433415404e0 req-171e13f2-ae78-4ead-b8e0-3a4fb29a70ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 200  len: 848 time: 0.1552210
Dec 17 16:33:36.259922 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-d29f00c9-4440-4c89-8c37-c0dbc209ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:36.261421 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-d29f00c9-4440-4c89-8c37-c0dbc209ce28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73acc7a3-dc1e-4cc5-960c-cfc04745bed8 HTTP/1.1" status: 200  len: 854 time: 0.1178114
Dec 17 16:33:36.354679 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-2396c483-86ca-4c7d-9a26-d75b47dba028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:36.356374 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-2396c483-86ca-4c7d-9a26-d75b47dba028 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61b6798a-a837-4af9-9fd8-35aa2301e790&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3065662
Dec 17 16:33:36.369765 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-80cadfbb-cd60-4191-abd5-fd27e595d69a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f90a2c07-9713-4501-825d-767c93a6c79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0979643
Dec 17 16:33:36.375087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-4ce9bf9f-32b9-4571-828b-975e20e218ec service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80279) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:33:36.376211 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-4ce9bf9f-32b9-4571-828b-975e20e218ec service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0098674
Dec 17 16:33:36.564137 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea41cbab-ddbd-4acf-b210-17e155a94fbe None None] New status for floating IP 26cef3e7-70bb-4b60-b74e-ecad69d3058f: ACTIVE {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:33:36.670131 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ee4c1-fd00-4f41-a739-0433415404e0 req-8c5c301d-464f-4fbc-8221-8cef9bd0122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:36.671767 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2c7ee4c1-fd00-4f41-a739-0433415404e0 req-8c5c301d-464f-4fbc-8221-8cef9bd0122b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61b6798a-a837-4af9-9fd8-35aa2301e790&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3972547
Dec 17 16:33:36.682608 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-decf24ec-d0cc-4b28-9940-b33d9ca5bd1f service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3037481
Dec 17 16:33:36.737957 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-425cd187-a98f-4243-8a54-d002979bffea service neutron] 10.222.0.21 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3330276
Dec 17 16:33:36.986797 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f02f0-8bbe-4911-9907-14d84e4a54e1 req-6189a93f-f871-453a-b86d-152acec8e7b1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:36.988629 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-862f02f0-8bbe-4911-9907-14d84e4a54e1 req-6189a93f-f871-453a-b86d-152acec8e7b1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 944 time: 0.0930469
Dec 17 16:33:37.044351 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-862f02f0-8bbe-4911-9907-14d84e4a54e1 req-d6de5a0e-9195-456e-9d5d-a4ed561300b1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486391
Dec 17 16:33:37.077945 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90227a01-8fa3-4a27-99a1-67e0a18f1d88', 'tag': '24b4a98b-185a-4b72-bab1-1cb6067d9c9b'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:33:37.220991 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90227a01-8fa3-4a27-99a1-67e0a18f1d88', 'tag': '24b4a98b-185a-4b72-bab1-1cb6067d9c9b', 'status': 'completed', 'code': 200}
Dec 17 16:33:37.349456 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2c7ee4c1-fd00-4f41-a739-0433415404e0 req-7b60d6eb-eab7-4910-945f-17ddcc8151ac service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6632068
Dec 17 16:33:37.354626 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d7a28610-ed98-4d99-a956-494dff0c3814 req-5c825c36-73be-489c-9c16-ef3af2c0042d service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6446879
Dec 17 16:33:37.357988 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0b54ba7b-cb88-4548-9cc3-5241413af60b req-7341aa8b-52db-412f-aa02-b64820451b5b service neutron] 10.222.0.21 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6125157
Dec 17 16:33:37.579873 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2c7ee4c1-fd00-4f41-a739-0433415404e0 req-54510c34-1939-42d3-ac39-5d59fa7d1fac service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2084477
Dec 17 16:33:37.587105 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196116-b396-4c77-bf27-8bad99d93670 req-d1367d78-81d3-49f5-a63c-40ec56e551e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:37.588666 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d196116-b396-4c77-bf27-8bad99d93670 req-d1367d78-81d3-49f5-a63c-40ec56e551e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b72e72fce79420d8b88a408135c9bd8&device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 1161 time: 0.1204145
Dec 17 16:33:37.745059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196116-b396-4c77-bf27-8bad99d93670 req-3592a1a2-c95a-45f6-b4f4-200b8814c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:37.746639 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d196116-b396-4c77-bf27-8bad99d93670 req-3592a1a2-c95a-45f6-b4f4-200b8814c30a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 200  len: 908 time: 0.1423087
Dec 17 16:33:37.823178 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d196116-b396-4c77-bf27-8bad99d93670 req-6cc0d61d-e272-465a-acd4-a08d3d13c369 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24b4a98b-185a-4b72-bab1-1cb6067d9c9b HTTP/1.1" status: 200  len: 217 time: 0.0684505
Dec 17 16:33:37.893830 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d196116-b396-4c77-bf27-8bad99d93670 req-cd89e01e-38d7-4152-94dc-866c33b460ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:37.895416 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d196116-b396-4c77-bf27-8bad99d93670 req-cd89e01e-38d7-4152-94dc-866c33b460ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73acc7a3-dc1e-4cc5-960c-cfc04745bed8 HTTP/1.1" status: 200  len: 854 time: 0.0656006
Dec 17 16:33:37.954682 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d196116-b396-4c77-bf27-8bad99d93670 req-3cff646f-574e-4c26-8dc3-d24dfc90d56b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f90a2c07-9713-4501-825d-767c93a6c79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477562
Dec 17 16:33:38.117909 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d196116-b396-4c77-bf27-8bad99d93670 req-2192b0c7-1637-4bc8-8102-d51f49ba8fab service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486454
Dec 17 16:33:38.270063 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8d196116-b396-4c77-bf27-8bad99d93670 req-18319e18-d66a-4ae8-b9b3-52e89e479309 service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448326
Dec 17 16:33:38.270965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ad82a-f02b-4fcf-89d1-c8cf219e7449 req-2c40a774-2d19-4443-9d7d-0ee28adeff36 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:38.272636 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ca7ad82a-f02b-4fcf-89d1-c8cf219e7449 req-2c40a774-2d19-4443-9d7d-0ee28adeff36 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 944 time: 0.0885720
Dec 17 16:33:38.323702 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ca7ad82a-f02b-4fcf-89d1-c8cf219e7449 req-4ab39f51-6a31-4908-966b-2f455f832f34 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439594
Dec 17 16:33:39.670112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2b69c-c422-4f64-bbf4-a058686f8f51 req-34a80589-cc67-4b52-ae75-ff4c003304bc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:39.670893 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-6ba2b69c-c422-4f64-bbf4-a058686f8f51 req-34a80589-cc67-4b52-ae75-ff4c003304bc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Synchronizing usage tracker for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:33:39.687348 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-6ba2b69c-c422-4f64-bbf4-a058686f8f51 req-34a80589-cc67-4b52-ae75-ff4c003304bc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Unset dirty status for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:33:39.688830 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6ba2b69c-c422-4f64-bbf4-a058686f8f51 req-34a80589-cc67-4b52-ae75-ff4c003304bc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 944 time: 0.2292092
Dec 17 16:33:39.742655 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6ba2b69c-c422-4f64-bbf4-a058686f8f51 req-b0609902-9636-4538-a073-53aafe393420 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468414
Dec 17 16:33:40.152790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 24b4a98b-185a-4b72-bab1-1cb6067d9c9b up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:33:40.222992 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:33:40.228094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:33:40.228547 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:40.350823 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:40.380192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90227a01-8fa3-4a27-99a1-67e0a18f1d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b4a98b-185a-4b72-bab1-1cb6067d9c9b'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:33:40.395124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=24b4a98b-185a-4b72-bab1-1cb6067d9c9b,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:33:40.401889 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:40.405138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:40.451007 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90227a01-8fa3-4a27-99a1-67e0a18f1d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b4a98b-185a-4b72-bab1-1cb6067d9c9b', 'code': 200}
Dec 17 16:33:40.478419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=24b4a98b-185a-4b72-bab1-1cb6067d9c9b,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:40.487413 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.487811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.488221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.488613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.488992 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.489369 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.489744 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.490115 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.490486 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.490861 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.491229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.491596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.492042 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.492439 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.493355 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.493723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.494087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.494455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.494822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.495186 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.495548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.495910 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.496326 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.496691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:33:40.501446 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:40.739360 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da125276-8605-4f1f-a088-a2ba6de58844 req-5f2d04d3-8666-4bca-9313-c0ad720fa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:40.741046 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-da125276-8605-4f1f-a088-a2ba6de58844 req-5f2d04d3-8666-4bca-9313-c0ad720fa7d3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 1163 time: 0.0790560
Dec 17 16:33:40.784602 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-da125276-8605-4f1f-a088-a2ba6de58844 req-406f46a8-b2f4-4432-878c-732495de8655 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366824
Dec 17 16:33:40.977733 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2d211-df17-4596-934e-4dcd5c927ae1 req-edae0073-23f4-4e0b-9396-758fc0db3094 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:40.979370 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6ce2d211-df17-4596-934e-4dcd5c927ae1 req-edae0073-23f4-4e0b-9396-758fc0db3094 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 946 time: 0.0863833
Dec 17 16:33:41.028336 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6ce2d211-df17-4596-934e-4dcd5c927ae1 req-f1878772-1435-4d7c-907d-3d3ecdb5d89f tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425687
Dec 17 16:33:41.830999 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 24b4a98b-185a-4b72-bab1-1cb6067d9c9b up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:33:41.905824 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:33:41.906258 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:42.264094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d2bfd-5325-4f7d-b437-5d3a240e2c86 req-509e5c0d-54ec-4cf4-9d91-b3488d35efb8 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:42.266088 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-464d2bfd-5325-4f7d-b437-5d3a240e2c86 req-509e5c0d-54ec-4cf4-9d91-b3488d35efb8 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 946 time: 0.0945499
Dec 17 16:33:42.316932 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-464d2bfd-5325-4f7d-b437-5d3a240e2c86 req-c66f1cfe-9720-41a5-a308-e1a491891c0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441742
Dec 17 16:33:44.788114 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-25e55121-69d8-451b-a18e-efbe64da5842 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:44.789887 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-25e55121-69d8-451b-a18e-efbe64da5842 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/networks?id=f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 200  len: 814 time: 0.1631482
Dec 17 16:33:44.806665 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-6e430d5a-bf31-44f5-899b-da8746ab08ff tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/quotas/1b72e72fce79420d8b88a408135c9bd8 HTTP/1.1" status: 200  len: 375 time: 0.0106962
Dec 17 16:33:44.899790 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-240fa90c-9b25-4e36-b5f8-4324e3436c3a tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b72e72fce79420d8b88a408135c9bd8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0869346
Dec 17 16:33:45.047496 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-74fe7ff4-33c7-41c6-9c93-eb5a5a073838 service neutron] 10.222.0.21 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397784
Dec 17 16:33:45.202648 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-385f2c10-3aca-486c-a52f-e00b9c5c97ca service neutron] 10.222.0.21 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485629
Dec 17 16:33:45.434698 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c178f515-ee96-4153-8a19-e9b97979c509 req-21da84d8-fb5d-4b6d-941f-2803233ffd54 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 210 time: 0.0515535
Dec 17 16:33:46.695059 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bfbfdd12-0016-4307-99f7-9773ff1a5256 req-5738262c-7e45-4dba-b9d5-89ef44be0692 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 210 time: 0.0656061
Dec 17 16:33:46.751215 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-15b2bd1f-9b65-4a09-afc0-c13802ada842 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:46.752729 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-15b2bd1f-9b65-4a09-afc0-c13802ada842 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "GET /v2.0/networks?id=f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 200  len: 814 time: 0.2099712
Dec 17 16:33:46.793440 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Request body: {'port': {'device_id': 'be48d239-bee4-46da-bafa-f6bea0c94e1d', 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b', 'admin_state_up': True, 'tenant_id': '1b72e72fce79420d8b88a408135c9bd8'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:33:46.939738 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:33:46.950253 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:33:46.959208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Made reservation on behalf of 1b72e72fce79420d8b88a408135c9bd8 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:33:46.965274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:47.283178 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Allocated IP 172.20.0.8 (f90a2c07-9713-4501-825d-767c93a6c79b/73acc7a3-dc1e-4cc5-960c-cfc04745bed8/071c1846-f490-40aa-b284-9d82ee2db58d) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:33:47.507178 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:47.534488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:47.550662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b6770bdb-bd96-4930-9bd7-005eb255dbe0 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:47.693030 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Pushing event updated for resources: {'Port': ['ID=071c1846-f490-40aa-b284-9d82ee2db58d,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:47.698414 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:47.752521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Network f90a2c07-9713-4501-825d-767c93a6c79b is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:33:47.753723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:33:47.756138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:33:47.822574 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:47.823301 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:47.848725 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0601006
Dec 17 16:33:47.872483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Request body: {'port': {'device_id': 'be48d239-bee4-46da-bafa-f6bea0c94e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:33:47.924288 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03165184-a9bc-42a9-85ec-9e307bb0c3f3 req-6ff1fac1-e07e-4ad8-8c40-fb92209da4be tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:47.925897 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-03165184-a9bc-42a9-85ec-9e307bb0c3f3 req-6ff1fac1-e07e-4ad8-8c40-fb92209da4be tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 931 time: 0.0878656
Dec 17 16:33:47.979990 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-03165184-a9bc-42a9-85ec-9e307bb0c3f3 req-bca4805e-295a-442b-a546-ff29904535c6 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470383
Dec 17 16:33:48.239821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:48.665971 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071c1846-f490-40aa-b284-9d82ee2db58d {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:33:48.673050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:48.685856 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Transition to ACTIVE for port object 071c1846-f490-40aa-b284-9d82ee2db58d will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:33:48.688655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:48.704595 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3a1e2401-5437-4129-9c70-df4ff2c19489 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:48.838614 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Pushing event updated for resources: {'Port': ['ID=071c1846-f490-40aa-b284-9d82ee2db58d,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:48.843268 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:49.027250 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Attempting to bind port 071c1846-f490-40aa-b284-9d82ee2db58d on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:33:49.027694 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Attempting to bind port 071c1846-f490-40aa-b284-9d82ee2db58d by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:33:49.028066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Attempting to bind port 071c1846-f490-40aa-b284-9d82ee2db58d on network f90a2c07-9713-4501-825d-767c93a6c79b {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:33:49.034646 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:33:49.034845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Checking segment: {'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:33:49.035241 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:49.035617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Bound using segment: {'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:33:49.036087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Bound port: 071c1846-f490-40aa-b284-9d82ee2db58d, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:33:49.036491 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:49.178665 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] For port 071c1846-f490-40aa-b284-9d82ee2db58d, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:33:49.191329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] For port 071c1846-f490-40aa-b284-9d82ee2db58d, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=071c1846-f490-40aa-b284-9d82ee2db58d,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:33:49.202377 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:49.218824 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2bd263ab-df08-44b8-b632-1a13a2c352ac tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:49.373245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05f971-aa88-47da-8d3e-2b38eba8b5e5 req-bb418fff-e68b-4fbb-ab60-7839b72303a5 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:49.373939 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-fd05f971-aa88-47da-8d3e-2b38eba8b5e5 req-bb418fff-e68b-4fbb-ab60-7839b72303a5 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Synchronizing usage tracker for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:33:49.400315 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Pushing event updated for resources: {'Port': ['ID=071c1846-f490-40aa-b284-9d82ee2db58d,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:49.406556 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:49.428887 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-fd05f971-aa88-47da-8d3e-2b38eba8b5e5 req-bb418fff-e68b-4fbb-ab60-7839b72303a5 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Unset dirty status for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:33:49.430262 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fd05f971-aa88-47da-8d3e-2b38eba8b5e5 req-bb418fff-e68b-4fbb-ab60-7839b72303a5 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 943 time: 0.3108227
Dec 17 16:33:49.466007 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:49.466674 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:49.468126 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] 10.222.0.70 "PUT /v2.0/ports/071c1846-f490-40aa-b284-9d82ee2db58d HTTP/1.1" status: 200  len: 1157 time: 1.6009798
Dec 17 16:33:49.468811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be48d239-bee4-46da-bafa-f6bea0c94e1d', 'tag': '071c1846-f490-40aa-b284-9d82ee2db58d'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:33:49.495679 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fd05f971-aa88-47da-8d3e-2b38eba8b5e5 req-5778deed-f84d-4f7c-a158-b504ccf77d5f tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584152
Dec 17 16:33:49.536704 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be48d239-bee4-46da-bafa-f6bea0c94e1d', 'tag': '071c1846-f490-40aa-b284-9d82ee2db58d', 'status': 'completed', 'code': 200}
Dec 17 16:33:49.631245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-6eb2b765-a691-455c-b5f0-8c3fff8965ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:49.632869 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-6eb2b765-a691-455c-b5f0-8c3fff8965ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b72e72fce79420d8b88a408135c9bd8&device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 1160 time: 0.0791795
Dec 17 16:33:49.717178 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-298b1f53-e51f-45ff-a796-91bdaaaeb0e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=071c1846-f490-40aa-b284-9d82ee2db58d HTTP/1.1" status: 200  len: 217 time: 0.0692637
Dec 17 16:33:49.789874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-f72fb240-5868-4f4d-8985-427e58f369d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:49.791909 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-f72fb240-5868-4f4d-8985-427e58f369d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73acc7a3-dc1e-4cc5-960c-cfc04745bed8 HTTP/1.1" status: 200  len: 854 time: 0.0669477
Dec 17 16:33:49.857824 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-bf407351-bc66-4dbb-b40f-7da323330b2a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f90a2c07-9713-4501-825d-767c93a6c79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479898
Dec 17 16:33:50.017203 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-a52e8b1e-4c0f-43e5-be9f-cf8acda59448 service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518149
Dec 17 16:33:50.171302 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-116bbe7d-1caf-4895-8eaf-6b4d8ab75e18 req-5aad1093-7cf9-4aa6-a7f3-4d1d6c733e12 service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1464856
Dec 17 16:33:50.347176 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f726e-d229-46a1-8a6c-379edfc9b517 req-9607be9f-32cd-4708-aa3f-ca22546b1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:50.349175 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-431f726e-d229-46a1-8a6c-379edfc9b517 req-9607be9f-32cd-4708-aa3f-ca22546b1b76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b72e72fce79420d8b88a408135c9bd8&device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 1160 time: 0.0787771
Dec 17 16:33:50.509933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f726e-d229-46a1-8a6c-379edfc9b517 req-9fbc9a35-aa29-4895-981b-744709c18013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:50.511543 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-431f726e-d229-46a1-8a6c-379edfc9b517 req-9fbc9a35-aa29-4895-981b-744709c18013 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 200  len: 908 time: 0.1535490
Dec 17 16:33:50.591095 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-431f726e-d229-46a1-8a6c-379edfc9b517 req-3844018a-db75-49b1-81fb-5eb28e38412a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=071c1846-f490-40aa-b284-9d82ee2db58d HTTP/1.1" status: 200  len: 217 time: 0.0702889
Dec 17 16:33:50.712385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f726e-d229-46a1-8a6c-379edfc9b517 req-ff3cbcbf-ef22-4ede-88f1-f2900684accb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:50.714444 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-431f726e-d229-46a1-8a6c-379edfc9b517 req-ff3cbcbf-ef22-4ede-88f1-f2900684accb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73acc7a3-dc1e-4cc5-960c-cfc04745bed8 HTTP/1.1" status: 200  len: 854 time: 0.1161294
Dec 17 16:33:50.775833 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-431f726e-d229-46a1-8a6c-379edfc9b517 req-1934f9a0-8d6e-40d4-8197-24ee86070cef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f90a2c07-9713-4501-825d-767c93a6c79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521514
Dec 17 16:33:50.812245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca571df-dd53-483f-a985-fcd260575135 req-62632c69-5c8c-4610-afd6-7d5dd237e487 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:50.813866 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5ca571df-dd53-483f-a985-fcd260575135 req-62632c69-5c8c-4610-afd6-7d5dd237e487 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 943 time: 0.1775694
Dec 17 16:33:50.945182 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5ca571df-dd53-483f-a985-fcd260575135 req-c99a0771-52e3-42a1-bd5b-44fc0064dc3e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231172
Dec 17 16:33:50.970737 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-431f726e-d229-46a1-8a6c-379edfc9b517 req-b16aa1cc-ce8d-45e4-a69b-aad9170f882f service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1868048
Dec 17 16:33:51.121943 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-431f726e-d229-46a1-8a6c-379edfc9b517 req-f3ea70a8-b240-460d-a02a-cb659fe3bc2e service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1422272
Dec 17 16:33:52.169106 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21669f31-887e-4453-afe6-d6b8f263c816 req-4299cc57-c724-4aef-9745-7d02c4164616 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:52.170734 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21669f31-887e-4453-afe6-d6b8f263c816 req-4299cc57-c724-4aef-9745-7d02c4164616 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 943 time: 0.0855489
Dec 17 16:33:52.219109 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21669f31-887e-4453-afe6-d6b8f263c816 req-f2b4b128-4275-4ce6-aa88-bb983cd83fa9 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419722
Dec 17 16:33:53.438388 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cb826-dbb6-44fa-ba4a-a75692b5d2af req-78ec6005-dee4-48e9-87bb-884588a56ff6 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:53.440081 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2c3cb826-dbb6-44fa-ba4a-a75692b5d2af req-78ec6005-dee4-48e9-87bb-884588a56ff6 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 943 time: 0.0862691
Dec 17 16:33:53.492542 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2c3cb826-dbb6-44fa-ba4a-a75692b5d2af req-70cadd00-fc60-4e8c-8b26-1be110082a81 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453053
Dec 17 16:33:54.362245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 071c1846-f490-40aa-b284-9d82ee2db58d up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:33:54.437302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port 071c1846-f490-40aa-b284-9d82ee2db58d completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:33:54.443506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 071c1846-f490-40aa-b284-9d82ee2db58d triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:33:54.444032 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:54.569897 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:54.600029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be48d239-bee4-46da-bafa-f6bea0c94e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071c1846-f490-40aa-b284-9d82ee2db58d'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:33:54.610526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 071c1846-f490-40aa-b284-9d82ee2db58d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=071c1846-f490-40aa-b284-9d82ee2db58d,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:33:54.613710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:54.616157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:33:54.667116 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be48d239-bee4-46da-bafa-f6bea0c94e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071c1846-f490-40aa-b284-9d82ee2db58d', 'code': 200}
Dec 17 16:33:54.707384 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=071c1846-f490-40aa-b284-9d82ee2db58d,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:33:54.710969 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:33:54.733221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b1092-60f4-42c9-859c-b8a08f9e21ac req-6b0afc65-cdcc-497b-a520-d899fe766bed tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:54.734928 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1d7b1092-60f4-42c9-859c-b8a08f9e21ac req-6b0afc65-cdcc-497b-a520-d899fe766bed tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 945 time: 0.0966246
Dec 17 16:33:54.787485 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1d7b1092-60f4-42c9-859c-b8a08f9e21ac req-da3ae1d0-af8d-4241-8f3d-1f28456c75f4 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450585
Dec 17 16:33:54.966159 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38b34-5f04-46aa-8eeb-cea65b3c23aa req-f45f08ea-2b77-4b9a-b3e6-4919afd6a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:54.967807 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f8b38b34-5f04-46aa-8eeb-cea65b3c23aa req-f45f08ea-2b77-4b9a-b3e6-4919afd6a1aa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 1162 time: 0.0759141
Dec 17 16:33:55.012844 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f8b38b34-5f04-46aa-8eeb-cea65b3c23aa req-f4887a10-f373-43d9-9052-83e24b3b8c5e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372961
Dec 17 16:33:55.808016 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:55.930725 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 071c1846-f490-40aa-b284-9d82ee2db58d up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:33:56.002774 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 071c1846-f490-40aa-b284-9d82ee2db58d triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:33:56.003192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:56.008651 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaada3-e95e-4bb7-ab65-4565acbb39c1 req-81fb80ac-d99b-41d4-b1bc-935ee3afe376 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:56.010315 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-faaaada3-e95e-4bb7-ab65-4565acbb39c1 req-81fb80ac-d99b-41d4-b1bc-935ee3afe376 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 945 time: 0.0889750
Dec 17 16:33:56.064980 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-faaaada3-e95e-4bb7-ab65-4565acbb39c1 req-efb4bb01-e43e-4ce2-9de4-656abb32b048 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479770
Dec 17 16:33:56.247558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-dcd367bd-e142-4ece-9539-73adffd250fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:57.286712 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fdfec-17c9-452c-9ba6-b7e1fe35290a req-50dc4161-cc5b-4b7f-b88c-b3450e3a2039 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:33:57.288369 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-385fdfec-17c9-452c-9ba6-b7e1fe35290a req-50dc4161-cc5b-4b7f-b88c-b3450e3a2039 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 945 time: 0.0896671
Dec 17 16:33:57.337262 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-385fdfec-17c9-452c-9ba6-b7e1fe35290a req-00b22147-6773-481b-a556-c99458e6055b tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414000
Dec 17 16:33:57.915809 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 071c1846-f490-40aa-b284-9d82ee2db58d up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:33:57.987350 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 071c1846-f490-40aa-b284-9d82ee2db58d triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:33:57.987689 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:58.653327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53b762f0-06d0-4872-909b-555fcde82441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:33:59.642410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:00.368875 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:01.096662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:09.448828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8a00f2d5-3558-4ee4-b646-41907e6611ed tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:09.450476 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8a00f2d5-3558-4ee4-b646-41907e6611ed tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/networks?id=f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 200  len: 814 time: 0.1624179
Dec 17 16:34:09.467575 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-19f05b8a-edd1-473e-85d4-bb66148c731c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/quotas/1b72e72fce79420d8b88a408135c9bd8 HTTP/1.1" status: 200  len: 375 time: 0.0110662
Dec 17 16:34:09.559232 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-c765f44c-9983-405c-9d44-b6c7e339a8ee tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b72e72fce79420d8b88a408135c9bd8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0854707
Dec 17 16:34:09.707906 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-6b98aa88-5552-40bf-8d03-254fc4f7e877 service neutron] 10.222.0.21 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410995
Dec 17 16:34:10.086902 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-60c43c39-2c90-40bd-8e23-73fe9ef80487 service neutron] 10.222.0.21 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3701518
Dec 17 16:34:10.309815 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-12113244-297e-43ea-966b-5a85f7adf364 req-4d7dbaa4-d415-4cdd-be9b-f05375836011 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 210 time: 0.0529802
Dec 17 16:34:11.342927 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:34:11.507235 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8b217b7f-585b-4447-b6ae-30328c4afc4e req-4f3333c3-66ae-4ef0-96a4-a07860ecc3fc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 210 time: 0.0513170
Dec 17 16:34:11.564165 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-dee10d62-8d43-49e4-9157-d4e029423df1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:11.565763 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-dee10d62-8d43-49e4-9157-d4e029423df1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "GET /v2.0/networks?id=f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 200  len: 814 time: 0.1779733
Dec 17 16:34:11.591354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Request body: {'port': {'device_id': '71e0bb7c-6c53-492c-8fd9-a3511db8f9d8', 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b', 'admin_state_up': True, 'tenant_id': '1b72e72fce79420d8b88a408135c9bd8'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:34:11.975176 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:34:11.985445 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:34:11.995858 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Made reservation on behalf of 1b72e72fce79420d8b88a408135c9bd8 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:34:12.001630 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:12.324495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Allocated IP 172.20.0.6 (f90a2c07-9713-4501-825d-767c93a6c79b/73acc7a3-dc1e-4cc5-960c-cfc04745bed8/b417f434-9ca1-4719-992d-e704a2559a84) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:34:12.557504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:12.584471 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:12.600352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-fde3f638-a1b9-437a-8aad-32aaffa7c99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:34:12.797539 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Pushing event updated for resources: {'Port': ['ID=b417f434-9ca1-4719-992d-e704a2559a84,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:34:12.803599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:34:12.879508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4125c-2472-4152-b85e-c07fd2e952a6 req-5ece8576-05bc-4b92-a5ac-0c84b7d36e9d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:12.881092 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5bf4125c-2472-4152-b85e-c07fd2e952a6 req-5ece8576-05bc-4b92-a5ac-0c84b7d36e9d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 931 time: 0.2314498
Dec 17 16:34:12.883094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Network f90a2c07-9713-4501-825d-767c93a6c79b is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:34:12.884380 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:34:12.886815 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:34:12.990419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:12.991094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:12.999319 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5bf4125c-2472-4152-b85e-c07fd2e952a6 req-6cc73f9d-218c-4a0b-89db-64c63b8d4124 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773835
Dec 17 16:34:13.021272 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4342549
Dec 17 16:34:13.045429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Request body: {'port': {'device_id': '71e0bb7c-6c53-492c-8fd9-a3511db8f9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:34:13.167102 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:13.588965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b417f434-9ca1-4719-992d-e704a2559a84 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:34:13.595976 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:13.608249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Transition to ACTIVE for port object b417f434-9ca1-4719-992d-e704a2559a84 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:34:13.611020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:13.626530 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c6081330-4ed7-4d83-ba06-7d69376c6cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:34:13.756548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b417f434-9ca1-4719-992d-e704a2559a84,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:34:13.761511 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:34:13.949444 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Attempting to bind port b417f434-9ca1-4719-992d-e704a2559a84 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:34:13.949822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Attempting to bind port b417f434-9ca1-4719-992d-e704a2559a84 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:34:13.950193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Attempting to bind port b417f434-9ca1-4719-992d-e704a2559a84 on network f90a2c07-9713-4501-825d-767c93a6c79b {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:34:13.955937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:34:13.956691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Checking segment: {'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:34:13.956691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:13.957087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Bound using segment: {'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:34:13.957561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Bound port: b417f434-9ca1-4719-992d-e704a2559a84, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f90a2c07-9713-4501-825d-767c93a6c79b'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:34:13.957939 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:14.049662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] For port b417f434-9ca1-4719-992d-e704a2559a84, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:34:14.052842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] For port b417f434-9ca1-4719-992d-e704a2559a84, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b417f434-9ca1-4719-992d-e704a2559a84,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:34:14.058542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:14.073461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:34:14.221250 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d021f8a-aa1f-416b-9a71-84c3296f8d5b req-e4424aac-106a-4482-bb03-1d498f686c87 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:14.223247 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6d021f8a-aa1f-416b-9a71-84c3296f8d5b req-e4424aac-106a-4482-bb03-1d498f686c87 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 943 time: 0.0887010
Dec 17 16:34:14.229089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b417f434-9ca1-4719-992d-e704a2559a84,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:34:14.234040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:34:14.268091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:14.268819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:14.270348 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] 10.222.0.70 "PUT /v2.0/ports/b417f434-9ca1-4719-992d-e704a2559a84 HTTP/1.1" status: 200  len: 1157 time: 1.2297513
Dec 17 16:34:14.270909 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e0bb7c-6c53-492c-8fd9-a3511db8f9d8', 'tag': 'b417f434-9ca1-4719-992d-e704a2559a84'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:34:14.273611 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6d021f8a-aa1f-416b-9a71-84c3296f8d5b req-5e0003bf-b978-4bda-8564-e2053752dc14 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437374
Dec 17 16:34:14.374835 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e0bb7c-6c53-492c-8fd9-a3511db8f9d8', 'tag': 'b417f434-9ca1-4719-992d-e704a2559a84', 'status': 'completed', 'code': 200}
Dec 17 16:34:14.412657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-59ebfbf1-0e7c-4cce-853c-f10bc288d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:14.415010 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-59ebfbf1-0e7c-4cce-853c-f10bc288d6c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b72e72fce79420d8b88a408135c9bd8&device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 1160 time: 0.0879102
Dec 17 16:34:14.512398 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-3d0a4a6b-a25d-47c7-befb-3e4f13206064 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b417f434-9ca1-4719-992d-e704a2559a84 HTTP/1.1" status: 200  len: 217 time: 0.0808804
Dec 17 16:34:14.591150 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-5205b7ff-359f-4641-89aa-be3aa3ddaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:14.592712 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-5205b7ff-359f-4641-89aa-be3aa3ddaaba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73acc7a3-dc1e-4cc5-960c-cfc04745bed8 HTTP/1.1" status: 200  len: 854 time: 0.0715060
Dec 17 16:34:14.645730 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-7bf6b099-8505-443d-b4e4-6e1bdd995318 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f90a2c07-9713-4501-825d-767c93a6c79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443690
Dec 17 16:34:14.797264 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-389a4668-6b79-42f2-a271-76c8425a429d service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425214
Dec 17 16:34:14.947749 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-78a8b7d0-bca3-43b8-843c-95a97eb13851 req-4a7fddda-0ea6-4e86-9f19-15515fdc473c service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427662
Dec 17 16:34:15.156896 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a3d9a-b803-4848-b530-b064436c5b13 req-56733cd5-b3b9-40bb-bfec-2e37a74cd970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:15.158784 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f23a3d9a-b803-4848-b530-b064436c5b13 req-56733cd5-b3b9-40bb-bfec-2e37a74cd970 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b72e72fce79420d8b88a408135c9bd8&device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 1160 time: 0.0836618
Dec 17 16:34:15.306204 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a3d9a-b803-4848-b530-b064436c5b13 req-3a08535f-a8ae-43f9-a686-7a7672333c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:15.307713 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f23a3d9a-b803-4848-b530-b064436c5b13 req-3a08535f-a8ae-43f9-a686-7a7672333c44 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 200  len: 908 time: 0.1399865
Dec 17 16:34:15.381361 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f23a3d9a-b803-4848-b530-b064436c5b13 req-8c02c9cc-137d-462c-913c-427926018b14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b417f434-9ca1-4719-992d-e704a2559a84 HTTP/1.1" status: 200  len: 217 time: 0.0667162
Dec 17 16:34:15.461790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a3d9a-b803-4848-b530-b064436c5b13 req-0928a13d-e750-4a07-8f44-7e6b7a357ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:15.463395 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f23a3d9a-b803-4848-b530-b064436c5b13 req-0928a13d-e750-4a07-8f44-7e6b7a357ea8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73acc7a3-dc1e-4cc5-960c-cfc04745bed8 HTTP/1.1" status: 200  len: 854 time: 0.0730398
Dec 17 16:34:15.525624 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f23a3d9a-b803-4848-b530-b064436c5b13 req-51e7b0b6-edd6-4f0c-a062-01a2a9f857ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f90a2c07-9713-4501-825d-767c93a6c79b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459023
Dec 17 16:34:15.582299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d50be9-e7e4-4279-a75a-4ab803d557a3 req-3537d4f9-8fe4-431b-bc1d-d96338097f68 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:15.585189 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-57d50be9-e7e4-4279-a75a-4ab803d557a3 req-3537d4f9-8fe4-431b-bc1d-d96338097f68 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 943 time: 0.1631579
Dec 17 16:34:15.635759 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-57d50be9-e7e4-4279-a75a-4ab803d557a3 req-4f044a8c-d7a6-41a1-8e19-ee53b1ec58c9 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438924
Dec 17 16:34:15.675429 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f23a3d9a-b803-4848-b530-b064436c5b13 req-cb905b66-94ff-4e32-8a1b-d10c1223a0e1 service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412847
Dec 17 16:34:15.833835 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f23a3d9a-b803-4848-b530-b064436c5b13 req-63b5ab9a-be17-4751-ae5d-baa0098381ea service neutron] 10.222.0.70 "GET /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404908
Dec 17 16:34:16.853145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2fd45-fd63-4328-8ef3-8f91420e1ebb req-53d1c1e6-d236-47c1-b738-b8a221968bf1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:16.853908 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-64b2fd45-fd63-4328-8ef3-8f91420e1ebb req-53d1c1e6-d236-47c1-b738-b8a221968bf1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Synchronizing usage tracker for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:34:16.869214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-64b2fd45-fd63-4328-8ef3-8f91420e1ebb req-53d1c1e6-d236-47c1-b738-b8a221968bf1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Unset dirty status for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:34:16.870509 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-64b2fd45-fd63-4328-8ef3-8f91420e1ebb req-53d1c1e6-d236-47c1-b738-b8a221968bf1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 943 time: 0.1002016
Dec 17 16:34:16.924432 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-64b2fd45-fd63-4328-8ef3-8f91420e1ebb req-f26d218b-0ba9-4395-b66f-a12f7e30f69b tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464540
Dec 17 16:34:18.138430 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fae72-80de-4e49-bd54-2a2ed6734e8b req-e5290beb-74b2-431f-83cf-0d1fe29dc814 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:18.140049 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-471fae72-80de-4e49-bd54-2a2ed6734e8b req-e5290beb-74b2-431f-83cf-0d1fe29dc814 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 943 time: 0.0875733
Dec 17 16:34:18.193001 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-471fae72-80de-4e49-bd54-2a2ed6734e8b req-f6422740-b4c2-4fd3-9fac-231b2db2c9d4 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462716
Dec 17 16:34:18.641082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b417f434-9ca1-4719-992d-e704a2559a84 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:34:18.710592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port b417f434-9ca1-4719-992d-e704a2559a84 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:34:18.715885 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port b417f434-9ca1-4719-992d-e704a2559a84 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:34:18.716330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:18.845460 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:18.875586 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e0bb7c-6c53-492c-8fd9-a3511db8f9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b417f434-9ca1-4719-992d-e704a2559a84'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:34:18.886015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port b417f434-9ca1-4719-992d-e704a2559a84, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b417f434-9ca1-4719-992d-e704a2559a84,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:34:18.889731 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:18.891757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bdf07979-ae64-45f0-8249-8a13fd353017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:34:18.940527 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e0bb7c-6c53-492c-8fd9-a3511db8f9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b417f434-9ca1-4719-992d-e704a2559a84', 'code': 200}
Dec 17 16:34:18.964589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=b417f434-9ca1-4719-992d-e704a2559a84,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:34:18.967976 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:34:19.237409 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831e173-508c-4654-9984-bb4bbead7103 req-37391894-43b7-48ea-81f3-61f66a7a5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:19.239059 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7831e173-508c-4654-9984-bb4bbead7103 req-37391894-43b7-48ea-81f3-61f66a7a5cc4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 1162 time: 0.0760205
Dec 17 16:34:19.287132 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7831e173-508c-4654-9984-bb4bbead7103 req-3e2e34fe-458f-4b1c-9884-84aba587d1c7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386920
Dec 17 16:34:19.411521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddaa01-1572-4c4b-9468-d8bd2e6987d4 req-213358b7-4f9b-4d6d-be64-02ab157f192e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:19.413197 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7fddaa01-1572-4c4b-9468-d8bd2e6987d4 req-213358b7-4f9b-4d6d-be64-02ab157f192e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 945 time: 0.0892806
Dec 17 16:34:19.474127 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7fddaa01-1572-4c4b-9468-d8bd2e6987d4 req-5d2e18a2-2a94-49f3-924a-f55708a71086 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536847
Dec 17 16:34:20.277673 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b417f434-9ca1-4719-992d-e704a2559a84 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:34:20.350011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port b417f434-9ca1-4719-992d-e704a2559a84 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:34:20.350422 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:20.698155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6ca54-4870-40ed-884a-27c33e868921 req-54724dff-7cb2-4797-be6e-26874e8ab783 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:20.699836 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-20c6ca54-4870-40ed-884a-27c33e868921 req-54724dff-7cb2-4797-be6e-26874e8ab783 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 945 time: 0.0895333
Dec 17 16:34:20.747847 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-20c6ca54-4870-40ed-884a-27c33e868921 req-d2697c66-6697-4980-ab4d-e3c7298c3b8b tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416267
Dec 17 16:34:21.973972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d4052-b7d3-4962-b825-ed78628ce748 req-a2d9f986-f1bd-4684-9350-70ad56af25d8 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:21.975622 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9b5d4052-b7d3-4962-b825-ed78628ce748 req-a2d9f986-f1bd-4684-9350-70ad56af25d8 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 945 time: 0.0902388
Dec 17 16:34:22.025176 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9b5d4052-b7d3-4962-b825-ed78628ce748 req-24bacaa5-7149-440a-9e36-2d57e2c8b190 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419171
Dec 17 16:34:22.236315 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b417f434-9ca1-4719-992d-e704a2559a84 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:34:22.308626 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port b417f434-9ca1-4719-992d-e704a2559a84 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:34:22.309049 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:25.801791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:26.250829 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-377e2332-679f-47d5-aa4e-a8f185cf39fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:28.655511 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0ef18d4b-4410-4c63-82f3-ae6fd2737e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:29.642776 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:30.361028 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:30.585068 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d415df6a-cb8e-4922-a5cc-ffb04712097b req-f8b1728d-8aaf-4d31-9053-e1f8f8fcc87a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1559396
Dec 17 16:34:30.722035 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415df6a-cb8e-4922-a5cc-ffb04712097b req-d84f66ab-0ba2-487e-b3f8-61a114e85f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:30.724003 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d415df6a-cb8e-4922-a5cc-ffb04712097b req-d84f66ab-0ba2-487e-b3f8-61a114e85f2e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1162 time: 0.0846331
Dec 17 16:34:31.099863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:31.135158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415df6a-cb8e-4922-a5cc-ffb04712097b req-575ea3c7-7bbf-4aa4-af03-53b8bb6c652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:31.136773 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d415df6a-cb8e-4922-a5cc-ffb04712097b req-575ea3c7-7bbf-4aa4-af03-53b8bb6c652f service neutron] 10.222.0.70 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 903 time: 0.3830113
Dec 17 16:34:31.248747 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d415df6a-cb8e-4922-a5cc-ffb04712097b req-ebb00ee0-4974-47a6-9825-0280d25442b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 1000 time: 0.1049092
Dec 17 16:34:31.320548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415df6a-cb8e-4922-a5cc-ffb04712097b req-02d13e83-aecc-43cd-9d14-f053f9101c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:31.322001 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d415df6a-cb8e-4922-a5cc-ffb04712097b req-02d13e83-aecc-43cd-9d14-f053f9101c37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 200  len: 848 time: 0.0651047
Dec 17 16:34:31.408295 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415df6a-cb8e-4922-a5cc-ffb04712097b req-91e50af6-8ebb-4445-920f-286b6b166530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:31.409911 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d415df6a-cb8e-4922-a5cc-ffb04712097b req-91e50af6-8ebb-4445-920f-286b6b166530 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61b6798a-a837-4af9-9fd8-35aa2301e790&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789225
Dec 17 16:34:31.559242 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d415df6a-cb8e-4922-a5cc-ffb04712097b req-2dcad690-20a7-4790-9823-47404f82a2b3 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415763
Dec 17 16:34:31.718472 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d415df6a-cb8e-4922-a5cc-ffb04712097b req-7dbdbd7d-6d07-4574-8592-bfc4c65e5596 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439886
Dec 17 16:34:35.296706 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4945676-0e2d-4050-9c9e-d1b3ea41a1a1 req-d631bba0-3d18-4ef5-84a4-62a26b85f4fb tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:35.298333 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e4945676-0e2d-4050-9c9e-d1b3ea41a1a1 req-d631bba0-3d18-4ef5-84a4-62a26b85f4fb tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 945 time: 0.0849161
Dec 17 16:34:35.349980 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e4945676-0e2d-4050-9c9e-d1b3ea41a1a1 req-0c36eacf-4648-43fc-89bc-f616eeaeaded tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451412
Dec 17 16:34:36.577495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09f704-92ca-4bcb-97bf-12dfc7dbbc04 req-93bb47b4-df56-4870-86ab-a6de714e0410 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:36.579023 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9c09f704-92ca-4bcb-97bf-12dfc7dbbc04 req-93bb47b4-df56-4870-86ab-a6de714e0410 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 945 time: 0.0908835
Dec 17 16:34:36.629703 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9c09f704-92ca-4bcb-97bf-12dfc7dbbc04 req-5526df7f-b95d-4f8f-8350-bbe3e65d365d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435085
Dec 17 16:34:37.090865 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134d08b-d491-4f76-a3e8-ec80d71801c4 req-9ec9a768-2b88-4368-84c3-7f1c48022c4b tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:37.092477 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b134d08b-d491-4f76-a3e8-ec80d71801c4 req-9ec9a768-2b88-4368-84c3-7f1c48022c4b tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 945 time: 0.0854859
Dec 17 16:34:37.175329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-b134d08b-d491-4f76-a3e8-ec80d71801c4 req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Deleting port b417f434-9ca1-4719-992d-e704a2559a84 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:34:37.175712 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-b134d08b-d491-4f76-a3e8-ec80d71801c4 req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:37.438460 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-b134d08b-d491-4f76-a3e8-ec80d71801c4 req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] For port b417f434-9ca1-4719-992d-e704a2559a84, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b417f434-9ca1-4719-992d-e704a2559a84,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:34:37.438867 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-b134d08b-d491-4f76-a3e8-ec80d71801c4 req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:37.573631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-b134d08b-d491-4f76-a3e8-ec80d71801c4 req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Calling delete_port for b417f434-9ca1-4719-992d-e704a2559a84 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:34:37.722277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-b134d08b-d491-4f76-a3e8-ec80d71801c4 req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:37.743890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a44fdb39-4cb0-4441-86b3-0f4e5bb7e91a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:34:37.812925 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-be23835f-84d3-4991-944f-f56f518349e5 req-ef9c4ab6-3ea3-4667-b0b6-04389e8f0865 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=71e0bb7c-6c53-492c-8fd9-a3511db8f9d8 HTTP/1.1" status: 200  len: 210 time: 0.0474529
Dec 17 16:34:37.837175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Pushing event deleted for resources: {'Port': ['ID=b417f434-9ca1-4719-992d-e704a2559a84,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:34:37.855854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.856299 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.856714 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.857119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.857521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.857925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.858322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.858720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.859119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.859518 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.859917 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.860342 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.860810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.861205 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.861600 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.861995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.862388 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.862780 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.863171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.863568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.863963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.864371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.864767 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.865156 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:37.869167 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:34:37.968732 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b134d08b-d491-4f76-a3e8-ec80d71801c4 req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] No DVR routers for this DVR port b417f434-9ca1-4719-992d-e704a2559a84 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:34:37.970876 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-b134d08b-d491-4f76-a3e8-ec80d71801c4 req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:37.973604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e0bb7c-6c53-492c-8fd9-a3511db8f9d8', 'name': 'network-vif-deleted', 'tag': 'b417f434-9ca1-4719-992d-e704a2559a84'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:34:37.989269 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b134d08b-d491-4f76-a3e8-ec80d71801c4 req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "DELETE /v2.0/ports/b417f434-9ca1-4719-992d-e704a2559a84 HTTP/1.1" status: 204  len: 173 time: 0.8882465
Dec 17 16:34:38.038550 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e0bb7c-6c53-492c-8fd9-a3511db8f9d8', 'name': 'network-vif-deleted', 'tag': 'b417f434-9ca1-4719-992d-e704a2559a84', 'status': 'completed', 'code': 200}
Dec 17 16:34:38.771326 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b417f434-9ca1-4719-992d-e704a2559a84 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:34:38.806571 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] No Port match for: b417f434-9ca1-4719-992d-e704a2559a84 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:34:38.806959 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b417f434-9ca1-4719-992d-e704a2559a84 not bound to the agent host hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:34:40.583283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812abb90-efef-48a7-b444-f3bd89183199 req-821ee9ab-66bf-4cd8-9dd5-318b80ff29c1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:40.584998 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-812abb90-efef-48a7-b444-f3bd89183199 req-821ee9ab-66bf-4cd8-9dd5-318b80ff29c1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 945 time: 0.0922911
Dec 17 16:34:40.637923 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-812abb90-efef-48a7-b444-f3bd89183199 req-60bb1acd-4772-4c3d-9e65-7f2ca058da69 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462723
Dec 17 16:34:41.855386 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7492136-229c-4141-92a4-b409e5d7dbd0 req-5b2b4532-9ece-460f-8cda-a27d7cd69383 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:41.856141 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-a7492136-229c-4141-92a4-b409e5d7dbd0 req-5b2b4532-9ece-460f-8cda-a27d7cd69383 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Synchronizing usage tracker for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:34:41.871841 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-a7492136-229c-4141-92a4-b409e5d7dbd0 req-5b2b4532-9ece-460f-8cda-a27d7cd69383 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Unset dirty status for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:34:41.873154 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a7492136-229c-4141-92a4-b409e5d7dbd0 req-5b2b4532-9ece-460f-8cda-a27d7cd69383 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 945 time: 0.1007295
Dec 17 16:34:41.924365 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a7492136-229c-4141-92a4-b409e5d7dbd0 req-a764fa2d-0785-4bd4-b89d-385148162e08 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448747
Dec 17 16:34:42.123180 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 071c1846-f490-40aa-b284-9d82ee2db58d no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:34:42.169190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe3c51-48ae-4e4f-9fa3-873aa955b97f req-982a2987-378b-4be1-addb-0ec98cc09d5f tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:42.170852 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4dfe3c51-48ae-4e4f-9fa3-873aa955b97f req-982a2987-378b-4be1-addb-0ec98cc09d5f tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 945 time: 0.0851629
Dec 17 16:34:42.245511 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:42.247599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-4dfe3c51-48ae-4e4f-9fa3-873aa955b97f req-609b564a-fd4a-4741-955d-2f35d991a32c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Deleting port 071c1846-f490-40aa-b284-9d82ee2db58d {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:34:42.247992 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4dfe3c51-48ae-4e4f-9fa3-873aa955b97f req-609b564a-fd4a-4741-955d-2f35d991a32c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:42.277622 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be48d239-bee4-46da-bafa-f6bea0c94e1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '071c1846-f490-40aa-b284-9d82ee2db58d'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:34:42.289256 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 071c1846-f490-40aa-b284-9d82ee2db58d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=071c1846-f490-40aa-b284-9d82ee2db58d,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:34:42.292655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:42.295380 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:34:42.343864 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be48d239-bee4-46da-bafa-f6bea0c94e1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '071c1846-f490-40aa-b284-9d82ee2db58d', 'code': 200}
Dec 17 16:34:42.373351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=071c1846-f490-40aa-b284-9d82ee2db58d,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:34:42.382100 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.382675 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.383065 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.383445 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.383827 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.384234 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.384603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.384974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.385364 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.385735 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.386105 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.386470 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.386915 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.387289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.387656 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.388021 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.388457 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.388786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.389151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.389514 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.389876 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.390239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.390609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.390966 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:42.397175 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:34:42.527650 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-4dfe3c51-48ae-4e4f-9fa3-873aa955b97f req-609b564a-fd4a-4741-955d-2f35d991a32c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] For port 071c1846-f490-40aa-b284-9d82ee2db58d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=071c1846-f490-40aa-b284-9d82ee2db58d,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:34:42.527966 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4dfe3c51-48ae-4e4f-9fa3-873aa955b97f req-609b564a-fd4a-4741-955d-2f35d991a32c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:42.662088 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-4dfe3c51-48ae-4e4f-9fa3-873aa955b97f req-609b564a-fd4a-4741-955d-2f35d991a32c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Calling delete_port for 071c1846-f490-40aa-b284-9d82ee2db58d owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:34:42.825678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4dfe3c51-48ae-4e4f-9fa3-873aa955b97f req-609b564a-fd4a-4741-955d-2f35d991a32c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:42.841852 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:34:42.891459 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b564a-fd4a-4741-955d-2f35d991a32c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Pushing event deleted for resources: {'Port': ['ID=071c1846-f490-40aa-b284-9d82ee2db58d,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:34:42.940488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-609b564a-fd4a-4741-955d-2f35d991a32c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:34:43.054251 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfe3c51-48ae-4e4f-9fa3-873aa955b97f req-609b564a-fd4a-4741-955d-2f35d991a32c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] No DVR routers for this DVR port 071c1846-f490-40aa-b284-9d82ee2db58d on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:34:43.056758 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4dfe3c51-48ae-4e4f-9fa3-873aa955b97f req-609b564a-fd4a-4741-955d-2f35d991a32c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:43.059746 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be48d239-bee4-46da-bafa-f6bea0c94e1d', 'name': 'network-vif-deleted', 'tag': '071c1846-f490-40aa-b284-9d82ee2db58d'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:34:43.122818 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-ec6f3da4-6353-45fa-b716-e61b0dfb0505 req-079c6a1f-7f91-4c1d-99c9-c8a5287f88a9 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Synchronizing usage tracker for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:34:43.128044 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4dfe3c51-48ae-4e4f-9fa3-873aa955b97f req-609b564a-fd4a-4741-955d-2f35d991a32c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "DELETE /v2.0/ports/071c1846-f490-40aa-b284-9d82ee2db58d HTTP/1.1" status: 204  len: 173 time: 0.9514654
Dec 17 16:34:43.130530 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be48d239-bee4-46da-bafa-f6bea0c94e1d', 'name': 'network-vif-deleted', 'tag': '071c1846-f490-40aa-b284-9d82ee2db58d', 'status': 'completed', 'code': 200}
Dec 17 16:34:43.142749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-ec6f3da4-6353-45fa-b716-e61b0dfb0505 req-079c6a1f-7f91-4c1d-99c9-c8a5287f88a9 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Unset dirty status for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:34:43.144000 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ec6f3da4-6353-45fa-b716-e61b0dfb0505 req-079c6a1f-7f91-4c1d-99c9-c8a5287f88a9 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=be48d239-bee4-46da-bafa-f6bea0c94e1d HTTP/1.1" status: 200  len: 210 time: 0.0785041
Dec 17 16:34:44.664398 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381a5a1-19e1-4d59-8fa3-02d871a66f42 req-a4bf011a-bdba-4bc7-98a9-ad884856eee6 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:44.666026 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8381a5a1-19e1-4d59-8fa3-02d871a66f42 req-a4bf011a-bdba-4bc7-98a9-ad884856eee6 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 946 time: 0.0857956
Dec 17 16:34:44.715553 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8381a5a1-19e1-4d59-8fa3-02d871a66f42 req-922f5e32-fc21-4471-8067-93550113855c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429897
Dec 17 16:34:45.937613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aa019-346c-4600-9a0a-bd1dd6ee4014 req-c2e1a1de-f16b-4647-a4a6-09ebd403a0dd tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:45.939292 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-355aa019-346c-4600-9a0a-bd1dd6ee4014 req-c2e1a1de-f16b-4647-a4a6-09ebd403a0dd tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 946 time: 0.0871439
Dec 17 16:34:46.035228 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-355aa019-346c-4600-9a0a-bd1dd6ee4014 req-b74c88d8-292e-4eb5-b3dc-9df6e1bfef57 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885081
Dec 17 16:34:46.076287 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bc849-2956-493f-a1b5-3ea262aab29b req-ed27943a-d15e-461f-9a89-c8776cc0b741 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:46.079593 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-239bc849-2956-493f-a1b5-3ea262aab29b req-ed27943a-d15e-461f-9a89-c8776cc0b741 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 946 time: 0.0930526
Dec 17 16:34:46.155520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Deleting port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:34:46.155904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:46.160562 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 24b4a98b-185a-4b72-bab1-1cb6067d9c9b no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:34:46.293449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:46.324528 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90227a01-8fa3-4a27-99a1-67e0a18f1d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b4a98b-185a-4b72-bab1-1cb6067d9c9b'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:34:46.337822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=24b4a98b-185a-4b72-bab1-1cb6067d9c9b,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:34:46.340860 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:46.343562 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:34:46.421962 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90227a01-8fa3-4a27-99a1-67e0a18f1d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b4a98b-185a-4b72-bab1-1cb6067d9c9b', 'code': 200}
Dec 17 16:34:46.422708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=24b4a98b-185a-4b72-bab1-1cb6067d9c9b,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:34:46.426535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:34:46.467186 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] For port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=24b4a98b-185a-4b72-bab1-1cb6067d9c9b,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:34:46.467585 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:46.602402 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Calling delete_port for 24b4a98b-185a-4b72-bab1-1cb6067d9c9b owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:34:46.691284 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80279) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:34:46.691630 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:34:47.221334 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Deleting port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:34:47.221906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:47.455337 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeea7ad-42fc-4bef-aeb0-328ccf7f5418 req-0fd598c5-c50c-4670-8a90-32a11212d182 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:47.456991 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3eeea7ad-42fc-4bef-aeb0-328ccf7f5418 req-0fd598c5-c50c-4670-8a90-32a11212d182 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 944 time: 0.2714844
Dec 17 16:34:47.547172 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3eeea7ad-42fc-4bef-aeb0-328ccf7f5418 req-dc289ada-320b-4dba-a71d-855ba9e0a5e8 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819066
Dec 17 16:34:47.566927 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] For port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=24b4a98b-185a-4b72-bab1-1cb6067d9c9b,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:34:47.567327 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:47.697649 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Calling delete_port for 24b4a98b-185a-4b72-bab1-1cb6067d9c9b owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:34:47.836681 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-70b3d02e-99ae-4cd4-9f1f-78b9527f5d14 req-112c4116-c3e1-4a44-9220-685ecf725079 tempest-DeleteServersTestJSON-1167540069 tempest-DeleteServersTestJSON-1167540069] (80280) timed out ('10.222.0.70', 61693) {{(pid=80280) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 17 16:34:47.844266 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:47.862159 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-93daabd8-116d-46f8-937c-1fb14240d85c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:34:47.903242 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-10a4be1d-d74d-4e41-bd9e-03de939f0838 req-377a6ca3-98a3-4df8-8985-19518a730dcb service neutron] (80279) timed out ('10.222.0.70', 61728) {{(pid=80279) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 17 16:34:48.184753 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Pushing event deleted for resources: {'Port': ['ID=24b4a98b-185a-4b72-bab1-1cb6067d9c9b,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:34:48.187435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:34:48.302301 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] No DVR routers for this DVR port 24b4a98b-185a-4b72-bab1-1cb6067d9c9b on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:34:48.304947 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:48.308390 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90227a01-8fa3-4a27-99a1-67e0a18f1d88', 'name': 'network-vif-deleted', 'tag': '24b4a98b-185a-4b72-bab1-1cb6067d9c9b'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:34:48.325058 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-239bc849-2956-493f-a1b5-3ea262aab29b req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "DELETE /v2.0/ports/24b4a98b-185a-4b72-bab1-1cb6067d9c9b HTTP/1.1" status: 204  len: 173 time: 2.2395780
Dec 17 16:34:48.343260 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:34:48.375742 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90227a01-8fa3-4a27-99a1-67e0a18f1d88', 'name': 'network-vif-deleted', 'tag': '24b4a98b-185a-4b72-bab1-1cb6067d9c9b', 'status': 'completed', 'code': 200}
Dec 17 16:34:48.736488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-46470ac0-0f5f-4ec4-bf98-617b14a59c8f req-936bff9b-12fa-4362-a98b-ebbc8c59a3d0 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Synchronizing usage tracker for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:34:48.753157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-46470ac0-0f5f-4ec4-bf98-617b14a59c8f req-936bff9b-12fa-4362-a98b-ebbc8c59a3d0 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Unset dirty status for tenant:1b72e72fce79420d8b88a408135c9bd8 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:34:48.754772 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-46470ac0-0f5f-4ec4-bf98-617b14a59c8f req-936bff9b-12fa-4362-a98b-ebbc8c59a3d0 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=90227a01-8fa3-4a27-99a1-67e0a18f1d88 HTTP/1.1" status: 200  len: 210 time: 0.0629995
Dec 17 16:34:51.522455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230513f-127c-44f8-8396-f1edde42f5d7 req-e65b7111-67bf-42f5-a72b-9d9541e62a6f tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:51.524634 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4230513f-127c-44f8-8396-f1edde42f5d7 req-e65b7111-67bf-42f5-a72b-9d9541e62a6f tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 945 time: 0.0867941
Dec 17 16:34:51.573966 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4230513f-127c-44f8-8396-f1edde42f5d7 req-98f3b324-36b6-49dd-aff4-b832705457c1 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428221
Dec 17 16:34:52.834441 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd8712-7c56-4d12-b29b-359b0020ac43 req-8a5f3f1f-ae68-43a3-932d-632e07d85b78 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:52.836689 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-03cd8712-7c56-4d12-b29b-359b0020ac43 req-8a5f3f1f-ae68-43a3-932d-632e07d85b78 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 945 time: 0.0859954
Dec 17 16:34:52.890506 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-03cd8712-7c56-4d12-b29b-359b0020ac43 req-0d707b62-bddd-4e82-9959-b3b822500acd tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/security-groups?id=05d8146f-c4d4-4492-baab-7f9fd288653b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453439
Dec 17 16:34:53.121153 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7ad26-3d4d-4ac5-aa38-c6f572667acb req-41040249-f05c-47a3-b12e-a33d105a5e72 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:34:53.122800 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89a7ad26-3d4d-4ac5-aa38-c6f572667acb req-41040249-f05c-47a3-b12e-a33d105a5e72 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 945 time: 0.0930042
Dec 17 16:34:53.199101 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-89a7ad26-3d4d-4ac5-aa38-c6f572667acb req-8025ea97-dad0-4cbb-ab0c-60c62d5c1e98 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Deleting port a2c7950b-41b1-40ef-916e-e8f7147027fb {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:34:53.200516 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-89a7ad26-3d4d-4ac5-aa38-c6f572667acb req-8025ea97-dad0-4cbb-ab0c-60c62d5c1e98 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:53.465233 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-89a7ad26-3d4d-4ac5-aa38-c6f572667acb req-8025ea97-dad0-4cbb-ab0c-60c62d5c1e98 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] For port a2c7950b-41b1-40ef-916e-e8f7147027fb, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=a2c7950b-41b1-40ef-916e-e8f7147027fb,segment=NetworkSegment(fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13),segment_id=fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:34:53.465556 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-89a7ad26-3d4d-4ac5-aa38-c6f572667acb req-8025ea97-dad0-4cbb-ab0c-60c62d5c1e98 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:53.617461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-89a7ad26-3d4d-4ac5-aa38-c6f572667acb req-8025ea97-dad0-4cbb-ab0c-60c62d5c1e98 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Calling delete_port for a2c7950b-41b1-40ef-916e-e8f7147027fb owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:34:53.770554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-89a7ad26-3d4d-4ac5-aa38-c6f572667acb req-8025ea97-dad0-4cbb-ab0c-60c62d5c1e98 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:53.786543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:34:53.887584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025ea97-dad0-4cbb-ab0c-60c62d5c1e98 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Pushing event deleted for resources: {'Port': ['ID=a2c7950b-41b1-40ef-916e-e8f7147027fb,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:34:53.897021 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8025ea97-dad0-4cbb-ab0c-60c62d5c1e98 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:34:54.016759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a7ad26-3d4d-4ac5-aa38-c6f572667acb req-8025ea97-dad0-4cbb-ab0c-60c62d5c1e98 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] No DVR routers for this DVR port a2c7950b-41b1-40ef-916e-e8f7147027fb on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:34:54.019388 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-89a7ad26-3d4d-4ac5-aa38-c6f572667acb req-8025ea97-dad0-4cbb-ab0c-60c62d5c1e98 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:54.022773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d079e4-ddf7-4f80-9f1a-50edcb29ad06', 'name': 'network-vif-deleted', 'tag': 'a2c7950b-41b1-40ef-916e-e8f7147027fb'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:34:54.040920 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89a7ad26-3d4d-4ac5-aa38-c6f572667acb req-8025ea97-dad0-4cbb-ab0c-60c62d5c1e98 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.70 "DELETE /v2.0/ports/a2c7950b-41b1-40ef-916e-e8f7147027fb HTTP/1.1" status: 204  len: 173 time: 0.9126649
Dec 17 16:34:54.091024 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d079e4-ddf7-4f80-9f1a-50edcb29ad06', 'name': 'network-vif-deleted', 'tag': 'a2c7950b-41b1-40ef-916e-e8f7147027fb', 'status': 'completed', 'code': 200}
Dec 17 16:34:54.096304 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f2ee8a80-b0bf-4eb1-a756-344b90f1a591 req-42fd5379-37c4-4674-b40d-f76310f170fb tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] 10.222.0.21 "GET /v2.0/ports?device_id=e0d079e4-ddf7-4f80-9f1a-50edcb29ad06 HTTP/1.1" status: 200  len: 210 time: 0.0579944
Dec 17 16:34:54.254966 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device a2c7950b-41b1-40ef-916e-e8f7147027fb no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:34:54.290849 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] No Port match for: a2c7950b-41b1-40ef-916e-e8f7147027fb {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:34:54.291162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device a2c7950b-41b1-40ef-916e-e8f7147027fb not bound to the agent host hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:34:55.224067 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 57498) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:34:55.298930 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Deleting subnet 73acc7a3-dc1e-4cc5-960c-cfc04745bed8 {{(pid=80280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:34:55.302469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:55.364631 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036787743928'] for subnet, precommit_delete_associations {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:55.431139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:55.715222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67031972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919690'] for subnet, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:55.731340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ca86df90-45bc-4751-bd0b-63464f2e05b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:34:55.820541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73acc7a3-dc1e-4cc5-960c-cfc04745bed8,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:34:55.832366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:55.844235 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.844715 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.845058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.845452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.845842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.846239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.846630 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.847022 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.847413 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.847803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.848216 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.848595 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.849052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.849435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.849818 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.850246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.850628 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.851534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.851914 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.852342 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.852725 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.853104 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.853484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.853863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:34:55.859674 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:34:55.890512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:55.896671 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d24eb2c6-11c8-4ac1-aa9c-8918276c0a77 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/73acc7a3-dc1e-4cc5-960c-cfc04745bed8 HTTP/1.1" status: 204  len: 168 time: 0.6710620
Dec 17 16:34:55.900481 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 57502) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:34:56.031316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:56.251858 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:56.255288 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-02d2e9f2-e75f-4081-ba65-7463a72c6369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:56.379983 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81f26bef0>,) {'filters': {'network_id': ['f90a2c07-9713-4501-825d-767c93a6c79b']}} {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:34:56.394430 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81f26bef0>, 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13') {'for_net_delete': True} {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:34:56.394772 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81f26bef0>, 'fc1bd3a3-fc76-47bb-ab64-99bc5f9d4c13') {} {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:34:56.407973 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67031889'] for segment, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:56.427823 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:56.430542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:34:56.622682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] Network f90a2c07-9713-4501-825d-767c93a6c79b has no segments {{(pid=80280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:34:56.632465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787744250'] for segment, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:56.822812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] Network f90a2c07-9713-4501-825d-767c93a6c79b has no segments {{(pid=80280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:34:56.846907 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:34:56.932247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:56.935912 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:34:56.950072 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:56.962253 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] Pushing event deleted for resources: {'Network': ['ID=f90a2c07-9713-4501-825d-767c93a6c79b,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:34:56.967682 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:34:56.972085 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-60c2abe8-3c5d-4e56-9578-1f9a5963a20e admin admin] 10.222.0.21 "DELETE /v2.0/networks/f90a2c07-9713-4501-825d-767c93a6c79b HTTP/1.1" status: 204  len: 168 time: 1.0704992
Dec 17 16:34:57.136307 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 57508) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:34:57.191190 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-68b25e7c-0cc8-4e7e-8a81-ca99ab6e6df3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b72e72fce79420d8b88a408135c9bd8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0533609
Dec 17 16:34:57.193729 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 57512) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:34:57.262730 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-033555ec-68cc-4c18-950d-44dd529d04cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:57.292724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-033555ec-68cc-4c18-950d-44dd529d04cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:57.346902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-033555ec-68cc-4c18-950d-44dd529d04cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:57.350995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-456e2d0b-7fac-4cd1-86d1-cbff790ebb6b tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:34:57.366182 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033555ec-68cc-4c18-950d-44dd529d04cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d8146f-c4d4-4492-baab-7f9fd288653b,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:34:57.369611 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-033555ec-68cc-4c18-950d-44dd529d04cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:34:57.378488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-033555ec-68cc-4c18-950d-44dd529d04cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:57.383069 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-033555ec-68cc-4c18-950d-44dd529d04cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05d8146f-c4d4-4492-baab-7f9fd288653b HTTP/1.1" status: 204  len: 168 time: 0.1849377
Dec 17 16:34:58.658816 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1f721b58-0f29-4935-9b8b-c3882f54a945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:34:59.645096 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:00.364291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:01.105218 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:09.120577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 57628) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:35:09.291656 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f9073d9a-a92a-4fdc-81c0-40039d85b004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:09.308736 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-f9073d9a-a92a-4fdc-81c0-40039d85b004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:35:09.312928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-f9073d9a-a92a-4fdc-81c0-40039d85b004 admin admin] Usage tracker for resource:security_group_rule and tenant:69ea698dd3754eb89efcc33e52e5e907 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:35:09.315953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-f9073d9a-a92a-4fdc-81c0-40039d85b004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:35:09.322860 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-f9073d9a-a92a-4fdc-81c0-40039d85b004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:35:09.422190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f9073d9a-a92a-4fdc-81c0-40039d85b004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:09.425931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f9073d9a-a92a-4fdc-81c0-40039d85b004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:09.437859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3aa72e61-ca2c-4086-bae1-439afdce60c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:09.483780 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f9073d9a-a92a-4fdc-81c0-40039d85b004 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69ea698dd3754eb89efcc33e52e5e907&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3615043
Dec 17 16:35:09.485496 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9073d9a-a92a-4fdc-81c0-40039d85b004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0cff67-d833-4fe9-a95f-c405e922b785,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:09.487316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 57634) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:35:09.489640 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f9073d9a-a92a-4fdc-81c0-40039d85b004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:09.559608 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ff414b17-b52b-4a94-a82d-4d470cbd0bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:09.588034 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ff414b17-b52b-4a94-a82d-4d470cbd0bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:09.634602 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ff414b17-b52b-4a94-a82d-4d470cbd0bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:09.638609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9b8ae51a-314c-458e-ae03-0d03c68c8542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:09.652561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff414b17-b52b-4a94-a82d-4d470cbd0bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0cff67-d833-4fe9-a95f-c405e922b785,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:09.655721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ff414b17-b52b-4a94-a82d-4d470cbd0bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:09.657796 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ff414b17-b52b-4a94-a82d-4d470cbd0bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:09.659364 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ff414b17-b52b-4a94-a82d-4d470cbd0bf3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e0cff67-d833-4fe9-a95f-c405e922b785 HTTP/1.1" status: 204  len: 168 time: 0.1704149
Dec 17 16:35:15.132516 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 57720) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:35:15.297504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60af7370-ab1f-4414-ba13-01b3ec8a9db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:15.312899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-60af7370-ab1f-4414-ba13-01b3ec8a9db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:35:15.317055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-60af7370-ab1f-4414-ba13-01b3ec8a9db1 admin admin] Usage tracker for resource:security_group_rule and tenant:2c107f7846454854b4dc0f3159a2b49e is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:35:15.320016 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-60af7370-ab1f-4414-ba13-01b3ec8a9db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:35:15.325848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-60af7370-ab1f-4414-ba13-01b3ec8a9db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:35:15.417035 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60af7370-ab1f-4414-ba13-01b3ec8a9db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:15.420072 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-60af7370-ab1f-4414-ba13-01b3ec8a9db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:15.429426 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-29f6e7b2-65a1-413a-9b45-2a3172f62bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:15.472568 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-60af7370-ab1f-4414-ba13-01b3ec8a9db1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c107f7846454854b4dc0f3159a2b49e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3387136
Dec 17 16:35:15.473460 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af7370-ab1f-4414-ba13-01b3ec8a9db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163a737b-9e1a-4042-8462-5fa9f3a7b6af,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:15.475587 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 57726) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:35:15.477010 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-60af7370-ab1f-4414-ba13-01b3ec8a9db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:15.549871 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-527b0323-60cb-4e27-b3c5-f0b203c8c527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:15.577283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-527b0323-60cb-4e27-b3c5-f0b203c8c527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:15.622654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-527b0323-60cb-4e27-b3c5-f0b203c8c527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:15.627708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b690e644-b0d3-4b3e-83db-2c9793cd1cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:15.642985 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b0323-60cb-4e27-b3c5-f0b203c8c527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a737b-9e1a-4042-8462-5fa9f3a7b6af,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:15.646171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-527b0323-60cb-4e27-b3c5-f0b203c8c527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:15.651131 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-527b0323-60cb-4e27-b3c5-f0b203c8c527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:15.653352 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-527b0323-60cb-4e27-b3c5-f0b203c8c527 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/163a737b-9e1a-4042-8462-5fa9f3a7b6af HTTP/1.1" status: 204  len: 168 time: 0.1758769
Dec 17 16:35:16.006417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 57734) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:35:16.026725 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2427fcc4-5409-42cd-91b8-b31526682a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:16.042974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2427fcc4-5409-42cd-91b8-b31526682a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:35:16.047122 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2427fcc4-5409-42cd-91b8-b31526682a82 admin admin] Usage tracker for resource:security_group_rule and tenant:8ac2bd59d70e41cc9f8e9e23b6da5350 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:35:16.050203 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-2427fcc4-5409-42cd-91b8-b31526682a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:35:16.056620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-2427fcc4-5409-42cd-91b8-b31526682a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:35:16.142032 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2427fcc4-5409-42cd-91b8-b31526682a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:16.144954 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2427fcc4-5409-42cd-91b8-b31526682a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:16.154381 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2b93b052-08c2-463f-8d2a-f6229f40b6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:16.197117 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-2427fcc4-5409-42cd-91b8-b31526682a82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ac2bd59d70e41cc9f8e9e23b6da5350&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1894498
Dec 17 16:35:16.198061 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427fcc4-5409-42cd-91b8-b31526682a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e207c8-b09c-4cb2-8bcb-8a247ece0399,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:16.199983 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 57738) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:35:16.201536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-2427fcc4-5409-42cd-91b8-b31526682a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:16.262755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d112fd4e-234b-4871-b388-acb13d456a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:16.290510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d112fd4e-234b-4871-b388-acb13d456a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:16.334786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d112fd4e-234b-4871-b388-acb13d456a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:16.340590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a35c0c7c-a568-4e71-b950-b7bc69a62155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:16.354149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112fd4e-234b-4871-b388-acb13d456a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e207c8-b09c-4cb2-8bcb-8a247ece0399,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:16.358145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d112fd4e-234b-4871-b388-acb13d456a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:16.358995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d112fd4e-234b-4871-b388-acb13d456a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:16.360247 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d112fd4e-234b-4871-b388-acb13d456a99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5e207c8-b09c-4cb2-8bcb-8a247ece0399 HTTP/1.1" status: 204  len: 168 time: 0.1588602
Dec 17 16:35:21.769303 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 57810) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:35:21.926725 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c0f5962e-c5e2-41d0-a0c0-eac36caf3e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:21.942375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-c0f5962e-c5e2-41d0-a0c0-eac36caf3e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:35:21.946503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-c0f5962e-c5e2-41d0-a0c0-eac36caf3e56 admin admin] Usage tracker for resource:security_group_rule and tenant:2209e3493eae4202b4fe98926728fc02 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:35:21.949523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-c0f5962e-c5e2-41d0-a0c0-eac36caf3e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:35:21.955321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-c0f5962e-c5e2-41d0-a0c0-eac36caf3e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:35:22.041536 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c0f5962e-c5e2-41d0-a0c0-eac36caf3e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:22.044452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c0f5962e-c5e2-41d0-a0c0-eac36caf3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:22.053568 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-80defa7a-2e5f-459d-8f0f-eba6ac1b757d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:22.097629 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c0f5962e-c5e2-41d0-a0c0-eac36caf3e56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2209e3493eae4202b4fe98926728fc02&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3271332
Dec 17 16:35:22.098646 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5962e-c5e2-41d0-a0c0-eac36caf3e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf49fca3-0f3a-43c0-9c84-f754efe5e4f6,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:22.101457 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 57816) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:35:22.103142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c0f5962e-c5e2-41d0-a0c0-eac36caf3e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:22.175281 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-42357414-6287-4d84-ba68-cf9ad11bd7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:22.203831 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-42357414-6287-4d84-ba68-cf9ad11bd7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:22.247833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-42357414-6287-4d84-ba68-cf9ad11bd7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:22.252904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-726c0db1-a515-45a4-a6d0-c53171bb1f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:22.268608 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42357414-6287-4d84-ba68-cf9ad11bd7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf49fca3-0f3a-43c0-9c84-f754efe5e4f6,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:22.280410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-42357414-6287-4d84-ba68-cf9ad11bd7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:22.287152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-42357414-6287-4d84-ba68-cf9ad11bd7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:22.289642 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-42357414-6287-4d84-ba68-cf9ad11bd7fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf49fca3-0f3a-43c0-9c84-f754efe5e4f6 HTTP/1.1" status: 204  len: 168 time: 0.1854827
Dec 17 16:35:22.645247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 57824) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:35:22.664796 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a65a4356-c260-4329-b2f5-e7d562ebb2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:22.680845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a65a4356-c260-4329-b2f5-e7d562ebb2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:35:22.685031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a65a4356-c260-4329-b2f5-e7d562ebb2f7 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef3a916b0a24fe88f76bf3ef89439cb is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:35:22.688051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-a65a4356-c260-4329-b2f5-e7d562ebb2f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:35:22.694015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-a65a4356-c260-4329-b2f5-e7d562ebb2f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:35:22.779245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a65a4356-c260-4329-b2f5-e7d562ebb2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:22.782165 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a65a4356-c260-4329-b2f5-e7d562ebb2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:22.791717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-6abd1324-76a5-4dde-9d36-82c88141b69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:22.839092 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a65a4356-c260-4329-b2f5-e7d562ebb2f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ef3a916b0a24fe88f76bf3ef89439cb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1926596
Dec 17 16:35:22.840050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a4356-c260-4329-b2f5-e7d562ebb2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8d567d-92c6-4379-9f8f-ed5063c85d72,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:22.842033 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 57828) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:35:22.846104 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a65a4356-c260-4329-b2f5-e7d562ebb2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:22.909447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a88eea57-c15f-4d37-9906-f171ba29fbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:22.937510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a88eea57-c15f-4d37-9906-f171ba29fbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:22.985740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a88eea57-c15f-4d37-9906-f171ba29fbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:22.990778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cab7782e-e7d2-446a-9ec2-81232839d468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:23.004282 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88eea57-c15f-4d37-9906-f171ba29fbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8d567d-92c6-4379-9f8f-ed5063c85d72,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:23.009271 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a88eea57-c15f-4d37-9906-f171ba29fbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:23.013657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a88eea57-c15f-4d37-9906-f171ba29fbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:23.014878 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a88eea57-c15f-4d37-9906-f171ba29fbed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae8d567d-92c6-4379-9f8f-ed5063c85d72 HTTP/1.1" status: 204  len: 168 time: 0.1716514
Dec 17 16:35:23.945430 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 57850) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:35:24.089713 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-298743978-network', 'tenant_id': 'a00b30f07ae4461c94e8a97da44830d4'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:35:24.094937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:35:24.099144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Usage tracker for resource:network and tenant:a00b30f07ae4461c94e8a97da44830d4 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:35:24.102406 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:35:24.108373 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:35:24.118806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Made reservation on behalf of a00b30f07ae4461c94e8a97da44830d4 for: {'network': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:35:24.123884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:24.137941 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:24.153998 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:35:24.158120 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Usage tracker for resource:security_group_rule and tenant:a00b30f07ae4461c94e8a97da44830d4 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:35:24.161387 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:35:24.167407 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:35:24.257893 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:24.260782 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:24.265061 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-522be3ec-a65b-4e5b-ad5e-33bcda2a8b70 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:24.294932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:35:24.307659 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92700f0-7e97-44a6-b108-034ffca7fc8b,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:24.311513 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:24.314628 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260054490655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:24.315111 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Added segment 6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf of type vxlan for network 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7
Dec 17 16:35:24.343596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:24.374623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:24.375963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:24.376644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:24.383343 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:24.495555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Pushing event updated for resources: {'Network': ['ID=20cf0f38-c461-4fb5-b72c-7f7b100b3bf7,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:24.498784 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5520699
Dec 17 16:35:24.499774 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-920aa01e-949e-49f0-8370-89076524d7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:24.502079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 57856) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:35:24.509089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:35:24.510112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Request body: {'subnet': {'network_id': '20cf0f38-c461-4fb5-b72c-7f7b100b3bf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-298743978-subnet', 'tenant_id': 'a00b30f07ae4461c94e8a97da44830d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:35:24.516119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:35:24.521391 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Usage tracker for resource:subnet and tenant:a00b30f07ae4461c94e8a97da44830d4 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:35:24.524942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:35:24.527211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:35:24.531110 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:35:24.541672 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Made reservation on behalf of a00b30f07ae4461c94e8a97da44830d4 for: {'subnet': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:35:24.546427 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036787856109'] for subnet, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:25.182979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036787743776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036787856126'] for subnet, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:25.198721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:25.328804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9d2f4c-025f-492b-8dac-0f1069f974fc,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:25.343491 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:35:25.345220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:25.405017 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Checking segment: {'id': '6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '20cf0f38-c461-4fb5-b72c-7f7b100b3bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:35:25.405406 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Network hostable DHCP agents. Network: 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:35:25.425000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Network 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:35:25.434519 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7) {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:35:25.443261 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384aa270-69d8-47a7-b7cf-32468d547ea0 None None] Network 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:35:25.449280 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:25.450016 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:25.473003 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ebebac2e-2c37-495c-87b0-9a44b6d68122 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9688640
Dec 17 16:35:25.702969 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81c07e0-b51d-4927-9f85-7ea895e38f0f None None] Network 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:35:25.885036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:26.260723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-937a6917-9120-4072-bee8-d0c908d30f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:27.698305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-f6c8abd0-d0ea-4587-97e0-cbf8a924ab17 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:27.699929 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-f6c8abd0-d0ea-4587-97e0-cbf8a924ab17 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/networks?id=20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 HTTP/1.1" status: 200  len: 808 time: 0.1644046
Dec 17 16:35:27.717304 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-4704cc05-0986-4859-bf0e-bff1defa1213 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/quotas/a00b30f07ae4461c94e8a97da44830d4 HTTP/1.1" status: 200  len: 375 time: 0.0110641
Dec 17 16:35:27.769595 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-11bbd596-a082-4448-ad6c-304874cd6110 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00b30f07ae4461c94e8a97da44830d4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0462160
Dec 17 16:35:27.918746 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-b4a02494-33e6-457d-9866-5b322c5e7a05 service neutron] 10.222.0.21 "GET /v2.0/networks/20cf0f38-c461-4fb5-b72c-7f7b100b3bf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410196
Dec 17 16:35:28.071631 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-5dd432ab-ca41-4983-b6ca-f53e0c00d0d2 service neutron] 10.222.0.21 "GET /v2.0/networks/20cf0f38-c461-4fb5-b72c-7f7b100b3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462553
Dec 17 16:35:28.294989 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-548cd313-ea66-4586-b4c1-837b96faf641 req-f7c24935-5f44-4332-8eea-e5957396350c tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 210 time: 0.0558436
Dec 17 16:35:28.661952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-72c3dd85-c915-4451-a538-a6f04ecb22b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:29.500081 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-757135a1-7218-4de6-9c13-de41800b7c61 req-6b553878-e048-4594-9dcc-6aaf06f4b804 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 210 time: 0.0485361
Dec 17 16:35:29.648962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:29.879703 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-fe24ca0c-c7a5-4321-b658-5e4982eaaf5d tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:29.881860 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-fe24ca0c-c7a5-4321-b658-5e4982eaaf5d tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.70 "GET /v2.0/networks?id=20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 HTTP/1.1" status: 200  len: 808 time: 0.1737473
Dec 17 16:35:29.907243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Request body: {'port': {'device_id': '6fc522bf-6e7d-40e3-aff1-134bbe66f63c', 'network_id': '20cf0f38-c461-4fb5-b72c-7f7b100b3bf7', 'admin_state_up': True, 'tenant_id': 'a00b30f07ae4461c94e8a97da44830d4'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:35:30.086891 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:35:30.091068 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Usage tracker for resource:port and tenant:a00b30f07ae4461c94e8a97da44830d4 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:35:30.094238 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Quota usage for port was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:35:30.100233 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:35:30.112363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Made reservation on behalf of a00b30f07ae4461c94e8a97da44830d4 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:35:30.118055 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:30.369531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:30.491304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Allocated IP 172.20.0.8 (20cf0f38-c461-4fb5-b72c-7f7b100b3bf7/da9d2f4c-025f-492b-8dac-0f1069f974fc/ab13f023-72fc-411e-9878-00b52df6aefb) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:35:30.570591 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f8e8a48-7853-4191-b2e7-4e2648f0dad2 req-3982dbe0-d265-42e9-b962-756d16271ea5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1427042
Dec 17 16:35:30.713007 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d6a8c96b-e4a3-42e8-8a01-29776135568f req-7003c733-0fa9-452d-8d89-73c517ca1383 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 210 time: 0.0505490
Dec 17 16:35:30.805459 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:30.814773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e8a48-7853-4191-b2e7-4e2648f0dad2 req-ed6e31b2-dcf1-4a2b-a36a-052dde102ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:30.816455 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f8e8a48-7853-4191-b2e7-4e2648f0dad2 req-ed6e31b2-dcf1-4a2b-a36a-052dde102ed4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1162 time: 0.1506791
Dec 17 16:35:30.861965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:30.887158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c38f2b1b-4357-4298-a844-047f1abf03de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:31.092734 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Pushing event updated for resources: {'Port': ['ID=ab13f023-72fc-411e-9878-00b52df6aefb,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:31.095920 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:31.105983 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:31.172547 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e8a48-7853-4191-b2e7-4e2648f0dad2 req-e05bb000-4776-4ae1-b08d-c7b03a7ac2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:31.174154 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f8e8a48-7853-4191-b2e7-4e2648f0dad2 req-e05bb000-4776-4ae1-b08d-c7b03a7ac2ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 903 time: 0.3377163
Dec 17 16:35:31.500624 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Network 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:35:31.504171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:35:31.508401 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:35:31.582028 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f8e8a48-7853-4191-b2e7-4e2648f0dad2 req-2826fb43-f9d4-4ac8-8f7e-c6bb8734471b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 1000 time: 0.3995385
Dec 17 16:35:31.595352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:31.596015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:31.681664 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7791932
Dec 17 16:35:31.689881 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e8a48-7853-4191-b2e7-4e2648f0dad2 req-2a745522-4888-4d5a-ab78-362f3aae14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:31.691464 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f8e8a48-7853-4191-b2e7-4e2648f0dad2 req-2a745522-4888-4d5a-ab78-362f3aae14dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 200  len: 848 time: 0.1010568
Dec 17 16:35:31.704882 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Request body: {'port': {'device_id': '6fc522bf-6e7d-40e3-aff1-134bbe66f63c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:35:31.890558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:31.904870 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e8a48-7853-4191-b2e7-4e2648f0dad2 req-ed3118d0-c7fa-4c44-940c-8a6b7c7df8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:31.906509 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f8e8a48-7853-4191-b2e7-4e2648f0dad2 req-ed3118d0-c7fa-4c44-940c-8a6b7c7df8f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61b6798a-a837-4af9-9fd8-35aa2301e790&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1740274
Dec 17 16:35:32.289402 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f8e8a48-7853-4191-b2e7-4e2648f0dad2 req-cc96eaa9-667f-4f44-a19c-b035e6a9e6ac service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3375163
Dec 17 16:35:32.298627 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588e556-7aee-4488-99b9-82b56a98cb7e req-ba2f7ecb-ccef-4cc8-bb51-4a588c685ed0 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:32.299401 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-9588e556-7aee-4488-99b9-82b56a98cb7e req-ba2f7ecb-ccef-4cc8-bb51-4a588c685ed0 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Synchronizing usage tracker for tenant:a00b30f07ae4461c94e8a97da44830d4 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:35:32.458970 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-9588e556-7aee-4488-99b9-82b56a98cb7e req-ba2f7ecb-ccef-4cc8-bb51-4a588c685ed0 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Unset dirty status for tenant:a00b30f07ae4461c94e8a97da44830d4 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:35:32.460385 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9588e556-7aee-4488-99b9-82b56a98cb7e req-ba2f7ecb-ccef-4cc8-bb51-4a588c685ed0 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 931 time: 0.5497880
Dec 17 16:35:32.650540 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9588e556-7aee-4488-99b9-82b56a98cb7e req-86db7623-cdc8-466b-b9af-8032a6f6749d tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329880
Dec 17 16:35:32.652508 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7f8e8a48-7853-4191-b2e7-4e2648f0dad2 req-9117e5be-993d-49db-abd5-e17c1770e6d4 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3425992
Dec 17 16:35:32.759537 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab13f023-72fc-411e-9878-00b52df6aefb {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:35:32.766888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:32.779589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Transition to ACTIVE for port object ab13f023-72fc-411e-9878-00b52df6aefb will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:35:32.782256 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:32.799143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e64a1e57-96e5-4838-9555-b0c5f76a46c8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:32.941872 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Pushing event updated for resources: {'Port': ['ID=ab13f023-72fc-411e-9878-00b52df6aefb,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:32.955363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:33.135842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Attempting to bind port ab13f023-72fc-411e-9878-00b52df6aefb on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:35:33.136305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Attempting to bind port ab13f023-72fc-411e-9878-00b52df6aefb by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '20cf0f38-c461-4fb5-b72c-7f7b100b3bf7'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:35:33.136697 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Attempting to bind port ab13f023-72fc-411e-9878-00b52df6aefb on network 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:35:33.142678 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:35:33.143066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Checking segment: {'id': '6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '20cf0f38-c461-4fb5-b72c-7f7b100b3bf7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:35:33.143475 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:33.143867 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Bound using segment: {'id': '6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '20cf0f38-c461-4fb5-b72c-7f7b100b3bf7'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:35:33.144373 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Bound port: ab13f023-72fc-411e-9878-00b52df6aefb, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '20cf0f38-c461-4fb5-b72c-7f7b100b3bf7'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:35:33.144757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:33.245846 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] For port ab13f023-72fc-411e-9878-00b52df6aefb, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:35:33.249136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] For port ab13f023-72fc-411e-9878-00b52df6aefb, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ab13f023-72fc-411e-9878-00b52df6aefb,segment=NetworkSegment(6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf),segment_id=6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:35:33.252440 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:33.268212 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-754bac2c-76e5-46a1-8bce-7a987c7dd519 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:33.429084 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Pushing event updated for resources: {'Port': ['ID=ab13f023-72fc-411e-9878-00b52df6aefb,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:33.432773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:33.468942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:33.469758 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:33.471272 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] 10.222.0.70 "PUT /v2.0/ports/ab13f023-72fc-411e-9878-00b52df6aefb HTTP/1.1" status: 200  len: 1157 time: 1.7710381
Dec 17 16:35:33.471847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc522bf-6e7d-40e3-aff1-134bbe66f63c', 'tag': 'ab13f023-72fc-411e-9878-00b52df6aefb'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:35:33.614423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-60692db7-25d6-4ec3-96e5-ff92f07bebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:33.616141 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-60692db7-25d6-4ec3-96e5-ff92f07bebbe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a00b30f07ae4461c94e8a97da44830d4&device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 1160 time: 0.0881932
Dec 17 16:35:33.698578 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-e430c6af-adab-4f8d-bf8d-627a65b90f96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab13f023-72fc-411e-9878-00b52df6aefb HTTP/1.1" status: 200  len: 217 time: 0.0686612
Dec 17 16:35:33.753323 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc522bf-6e7d-40e3-aff1-134bbe66f63c', 'tag': 'ab13f023-72fc-411e-9878-00b52df6aefb', 'status': 'completed', 'code': 200}
Dec 17 16:35:33.790061 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-233ba691-469a-4f8c-9cb9-1857df0e962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:33.791653 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-233ba691-469a-4f8c-9cb9-1857df0e962b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da9d2f4c-025f-492b-8dac-0f1069f974fc HTTP/1.1" status: 200  len: 848 time: 0.0874543
Dec 17 16:35:33.888624 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-a183e9d5-bc4c-4723-a269-d49936d82d73 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=20cf0f38-c461-4fb5-b72c-7f7b100b3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563509
Dec 17 16:35:34.021608 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a7462-410f-4adc-8706-adfa3555fde3 req-34b7e507-c344-4804-a887-722b317590db tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:34.023259 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-640a7462-410f-4adc-8706-adfa3555fde3 req-34b7e507-c344-4804-a887-722b317590db tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 943 time: 0.2305934
Dec 17 16:35:34.095924 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-0529966d-f39b-4826-b993-1815b7212333 service neutron] 10.222.0.70 "GET /v2.0/networks/20cf0f38-c461-4fb5-b72c-7f7b100b3bf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1995556
Dec 17 16:35:34.131620 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-640a7462-410f-4adc-8706-adfa3555fde3 req-08e4e1b3-9227-43b5-a5b4-ccd0bfecc526 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925105
Dec 17 16:35:34.259567 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-abe4bab1-2b3f-4a48-9ec6-796562ef415a req-ab9c9702-86e5-46d5-8f64-d8f8dbbb3ac7 service neutron] 10.222.0.70 "GET /v2.0/networks/20cf0f38-c461-4fb5-b72c-7f7b100b3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1565540
Dec 17 16:35:34.434520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00998e3c-72c3-468d-afd0-738b5344811a req-816fd65b-de28-4a2a-909c-dbe5e9f4ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:34.436221 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-00998e3c-72c3-468d-afd0-738b5344811a req-816fd65b-de28-4a2a-909c-dbe5e9f4ba16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a00b30f07ae4461c94e8a97da44830d4&device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 1160 time: 0.0806885
Dec 17 16:35:34.592971 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00998e3c-72c3-468d-afd0-738b5344811a req-1bde3aed-94ff-4acf-95bc-0da2e58f27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:34.594619 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-00998e3c-72c3-468d-afd0-738b5344811a req-1bde3aed-94ff-4acf-95bc-0da2e58f27fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 HTTP/1.1" status: 200  len: 902 time: 0.1512825
Dec 17 16:35:34.670057 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-00998e3c-72c3-468d-afd0-738b5344811a req-662ca100-b492-42d0-996c-42da4fdc3c89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab13f023-72fc-411e-9878-00b52df6aefb HTTP/1.1" status: 200  len: 217 time: 0.0682862
Dec 17 16:35:34.746368 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00998e3c-72c3-468d-afd0-738b5344811a req-7e46c53b-ea28-446a-b4c8-45744f0fce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:34.747899 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-00998e3c-72c3-468d-afd0-738b5344811a req-7e46c53b-ea28-446a-b4c8-45744f0fce58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da9d2f4c-025f-492b-8dac-0f1069f974fc HTTP/1.1" status: 200  len: 848 time: 0.0709863
Dec 17 16:35:34.799639 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-00998e3c-72c3-468d-afd0-738b5344811a req-04ac20cc-552f-41ab-bb16-2689c6fb5bf2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=20cf0f38-c461-4fb5-b72c-7f7b100b3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440040
Dec 17 16:35:34.964680 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-00998e3c-72c3-468d-afd0-738b5344811a req-3c197b07-2e55-44d0-8909-677fefd05336 service neutron] 10.222.0.70 "GET /v2.0/networks/20cf0f38-c461-4fb5-b72c-7f7b100b3bf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497765
Dec 17 16:35:35.115636 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-00998e3c-72c3-468d-afd0-738b5344811a req-ff110bc4-05c8-466e-9491-c04ce77c4701 service neutron] 10.222.0.70 "GET /v2.0/networks/20cf0f38-c461-4fb5-b72c-7f7b100b3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441290
Dec 17 16:35:35.359452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ba53-6fd3-4f5c-9c5d-8856751e766b req-d763a8b6-912e-4023-87e7-91f848f86d7c tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:35.361184 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2686ba53-6fd3-4f5c-9c5d-8856751e766b req-d763a8b6-912e-4023-87e7-91f848f86d7c tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 943 time: 0.0944934
Dec 17 16:35:35.423387 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-2686ba53-6fd3-4f5c-9c5d-8856751e766b req-d1a4de55-69d3-4370-ae2e-86cf377e7116 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Synchronizing usage tracker for tenant:a00b30f07ae4461c94e8a97da44830d4 on resource:security_group {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:35:35.440684 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-2686ba53-6fd3-4f5c-9c5d-8856751e766b req-d1a4de55-69d3-4370-ae2e-86cf377e7116 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Unset dirty status for tenant:a00b30f07ae4461c94e8a97da44830d4 on resource:security_group {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:35:35.441942 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2686ba53-6fd3-4f5c-9c5d-8856751e766b req-d1a4de55-69d3-4370-ae2e-86cf377e7116 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723460
Dec 17 16:35:36.666116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e3bc5-f0c0-4af5-ad94-33930125f422 req-74d362e1-a0ef-4e4a-b651-1b8f87caaca8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:36.667790 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf2e3bc5-f0c0-4af5-ad94-33930125f422 req-74d362e1-a0ef-4e4a-b651-1b8f87caaca8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 943 time: 0.0902905
Dec 17 16:35:36.718939 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf2e3bc5-f0c0-4af5-ad94-33930125f422 req-112f48ae-495c-480a-9d7d-fbe80ae4949d tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436311
Dec 17 16:35:36.810718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.objects.ports [None req-50caa370-5126-4b68-b88c-986e20f8c2ba None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80281) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 17 16:35:37.265409 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device ab13f023-72fc-411e-9878-00b52df6aefb up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:35:37.347928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port ab13f023-72fc-411e-9878-00b52df6aefb completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:35:37.353928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port ab13f023-72fc-411e-9878-00b52df6aefb triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:35:37.354336 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:37.486670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:37.514996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc522bf-6e7d-40e3-aff1-134bbe66f63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab13f023-72fc-411e-9878-00b52df6aefb'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:35:37.525717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port ab13f023-72fc-411e-9878-00b52df6aefb, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ab13f023-72fc-411e-9878-00b52df6aefb,segment=NetworkSegment(6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf),segment_id=6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:35:37.529159 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:37.531155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:37.612002 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=ab13f023-72fc-411e-9878-00b52df6aefb,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:37.617708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:37.661384 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc522bf-6e7d-40e3-aff1-134bbe66f63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab13f023-72fc-411e-9878-00b52df6aefb', 'code': 200}
Dec 17 16:35:38.238151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99259b29-2b05-4988-9880-20b2cea434bb req-ace98d05-f3f2-4e33-9d25-1e8fcdf771a2 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:38.239837 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-99259b29-2b05-4988-9880-20b2cea434bb req-ace98d05-f3f2-4e33-9d25-1e8fcdf771a2 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 945 time: 0.3797889
Dec 17 16:35:38.241865 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afff61-4da1-4ec7-9eab-38ed3f8974cc req-b35d2646-a6f4-4ec5-9bd4-f9297a1b6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:38.243333 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-80afff61-4da1-4ec7-9eab-38ed3f8974cc req-b35d2646-a6f4-4ec5-9bd4-f9297a1b6701 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 1162 time: 0.3442752
Dec 17 16:35:38.324217 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-99259b29-2b05-4988-9880-20b2cea434bb req-9ebbfd83-3e9b-463a-898d-8012ec1a60cf tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780048
Dec 17 16:35:38.326390 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-80afff61-4da1-4ec7-9eab-38ed3f8974cc req-becbed17-7c12-4cd4-968c-71d9c95045d8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653155
Dec 17 16:35:38.819501 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device ab13f023-72fc-411e-9878-00b52df6aefb up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:35:38.893003 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port ab13f023-72fc-411e-9878-00b52df6aefb triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:35:38.893418 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:39.554641 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539141ed-6842-4312-aa5a-e294f398dad0 req-d2acd79f-eeae-4084-9af2-5084dc692721 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:39.556379 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-539141ed-6842-4312-aa5a-e294f398dad0 req-d2acd79f-eeae-4084-9af2-5084dc692721 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 945 time: 0.0890234
Dec 17 16:35:39.605024 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-539141ed-6842-4312-aa5a-e294f398dad0 req-2fcea307-cfb4-487e-8d99-61475ae59993 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421934
Dec 17 16:35:40.756875 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ad9d2-3d31-4b65-b97c-c1e4a892357e req-8e55c4db-bb9e-4634-ba3f-12a031a80c1a tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:40.758579 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e39ad9d2-3d31-4b65-b97c-c1e4a892357e req-8e55c4db-bb9e-4634-ba3f-12a031a80c1a tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 945 time: 0.0845413
Dec 17 16:35:40.807331 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e39ad9d2-3d31-4b65-b97c-c1e4a892357e req-0c420b4b-97a0-47eb-ad37-62eeac488fea tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422890
Dec 17 16:35:40.887887 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device ab13f023-72fc-411e-9878-00b52df6aefb up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:35:40.957909 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port ab13f023-72fc-411e-9878-00b52df6aefb triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:35:40.958320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:42.025528 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd3042-ee20-46e3-b3b3-d149318cc1f6 req-f7055bc2-a06e-4311-b662-54d862c59590 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:42.027075 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cecd3042-ee20-46e3-b3b3-d149318cc1f6 req-f7055bc2-a06e-4311-b662-54d862c59590 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 945 time: 0.0845134
Dec 17 16:35:42.074690 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cecd3042-ee20-46e3-b3b3-d149318cc1f6 req-5b49175a-9bd3-4a3a-9082-09f0b62273d1 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412121
Dec 17 16:35:42.163999 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b9519-2993-4061-bde0-a26568e695d7 req-2db1818b-f8b6-470b-9a39-6d9edc3b0bc0 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:42.165632 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f58b9519-2993-4061-bde0-a26568e695d7 req-2db1818b-f8b6-470b-9a39-6d9edc3b0bc0 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.70 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 945 time: 0.0861423
Dec 17 16:35:42.240076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-f58b9519-2993-4061-bde0-a26568e695d7 req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Deleting port ab13f023-72fc-411e-9878-00b52df6aefb {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:35:42.240554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-f58b9519-2993-4061-bde0-a26568e695d7 req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:42.502309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-f58b9519-2993-4061-bde0-a26568e695d7 req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] For port ab13f023-72fc-411e-9878-00b52df6aefb, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=ab13f023-72fc-411e-9878-00b52df6aefb,segment=NetworkSegment(6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf),segment_id=6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:35:42.502704 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-f58b9519-2993-4061-bde0-a26568e695d7 req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:42.630740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-f58b9519-2993-4061-bde0-a26568e695d7 req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Calling delete_port for ab13f023-72fc-411e-9878-00b52df6aefb owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:35:42.722911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device ab13f023-72fc-411e-9878-00b52df6aefb no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:35:42.783758 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-f58b9519-2993-4061-bde0-a26568e695d7 req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:42.785375 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] No ports have port_id starting with ab13f023-72fc-411e-9878-00b52df6aefb
Dec 17 16:35:42.800113 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4f554a34-3290-472b-bb77-b4ae98f0ce0e tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:42.846458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Pushing event deleted for resources: {'Port': ['ID=ab13f023-72fc-411e-9878-00b52df6aefb,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:42.911370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.911778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.912225 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.912812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.915081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.915081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.915081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.915081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.915081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.915675 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.915929 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.916349 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.916815 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.917209 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.917597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.917987 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.918376 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.918764 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.919148 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.919540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.919926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.920341 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.920728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.921114 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:42.932116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:43.021359 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58b9519-2993-4061-bde0-a26568e695d7 req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] No DVR routers for this DVR port ab13f023-72fc-411e-9878-00b52df6aefb on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:35:43.024008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-f58b9519-2993-4061-bde0-a26568e695d7 req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:43.026741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc522bf-6e7d-40e3-aff1-134bbe66f63c', 'name': 'network-vif-deleted', 'tag': 'ab13f023-72fc-411e-9878-00b52df6aefb'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:35:43.042317 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f58b9519-2993-4061-bde0-a26568e695d7 req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.70 "DELETE /v2.0/ports/ab13f023-72fc-411e-9878-00b52df6aefb HTTP/1.1" status: 204  len: 173 time: 0.8712535
Dec 17 16:35:43.087801 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc522bf-6e7d-40e3-aff1-134bbe66f63c', 'name': 'network-vif-deleted', 'tag': 'ab13f023-72fc-411e-9878-00b52df6aefb', 'status': 'completed', 'code': 200}
Dec 17 16:35:43.252837 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-b8767ecb-c6f5-421c-861a-4f11adc6ab60 req-8d70f795-15f0-47b3-aa0a-30d4755984fc tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Synchronizing usage tracker for tenant:a00b30f07ae4461c94e8a97da44830d4 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:35:43.267886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-b8767ecb-c6f5-421c-861a-4f11adc6ab60 req-8d70f795-15f0-47b3-aa0a-30d4755984fc tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Unset dirty status for tenant:a00b30f07ae4461c94e8a97da44830d4 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:35:43.269191 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b8767ecb-c6f5-421c-861a-4f11adc6ab60 req-8d70f795-15f0-47b3-aa0a-30d4755984fc tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=6fc522bf-6e7d-40e3-aff1-134bbe66f63c HTTP/1.1" status: 200  len: 210 time: 0.0623114
Dec 17 16:35:44.689067 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-dfa440de-f872-4e85-b403-d736a202736e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:44.690661 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-dfa440de-f872-4e85-b403-d736a202736e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/networks?id=20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 HTTP/1.1" status: 200  len: 808 time: 0.1597538
Dec 17 16:35:44.706694 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-4b710a8c-503a-4164-854f-b1d4acf5943f tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/quotas/a00b30f07ae4461c94e8a97da44830d4 HTTP/1.1" status: 200  len: 375 time: 0.0099990
Dec 17 16:35:44.762119 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-e561ece1-6233-4c62-931c-406d85e8eace tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?tenant_id=a00b30f07ae4461c94e8a97da44830d4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0497162
Dec 17 16:35:44.906688 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-800251bb-59ed-45a4-9d9e-790f965ec61c service neutron] 10.222.0.21 "GET /v2.0/networks/20cf0f38-c461-4fb5-b72c-7f7b100b3bf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369874
Dec 17 16:35:45.058311 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-dea17dc8-2004-4111-b2c7-06cf838a7602 service neutron] 10.222.0.21 "GET /v2.0/networks/20cf0f38-c461-4fb5-b72c-7f7b100b3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438382
Dec 17 16:35:45.270948 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0b18fac8-fc82-4ac5-9488-9d77b99932e3 req-5fcd3bfa-8ea0-4222-bd2e-51737117d561 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 210 time: 0.0484846
Dec 17 16:35:46.466416 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-28b58bdf-2176-49b6-adbf-c5c357c78fc1 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:46.467987 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-28b58bdf-2176-49b6-adbf-c5c357c78fc1 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.70 "GET /v2.0/networks?id=20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 HTTP/1.1" status: 200  len: 808 time: 0.2055395
Dec 17 16:35:46.474178 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3397016f-dbf9-4862-9d55-041762f1f897 req-fc2992a0-c2ab-4c8d-9c0d-f90a5f973293 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 210 time: 0.0548759
Dec 17 16:35:46.493188 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Request body: {'port': {'device_id': 'ac7b7a7a-1627-4fb5-810a-801bfa0a627e', 'network_id': '20cf0f38-c461-4fb5-b72c-7f7b100b3bf7', 'admin_state_up': True, 'tenant_id': 'a00b30f07ae4461c94e8a97da44830d4'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:35:46.642541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:35:46.652949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:35:46.664857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Made reservation on behalf of a00b30f07ae4461c94e8a97da44830d4 for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:35:46.670399 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:46.983931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Allocated IP 172.20.0.7 (20cf0f38-c461-4fb5-b72c-7f7b100b3bf7/da9d2f4c-025f-492b-8dac-0f1069f974fc/cf1c181c-4340-47f3-8afa-7e75529a06c4) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:35:47.201548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:47.227938 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:47.245188 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3b22e256-235f-4ba9-aa90-8c1ec6e30b58 tempest-VolumesSnapshotTestJSON-1241011354 tempest-VolumesSnapshotTestJSON-1241011354] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:47.396321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Pushing event updated for resources: {'Port': ['ID=cf1c181c-4340-47f3-8afa-7e75529a06c4,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:47.399626 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:47.457258 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Network 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:35:47.458520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:35:47.461298 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:35:47.534954 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:47.535642 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:47.561282 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0723753
Dec 17 16:35:47.579869 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Request body: {'port': {'device_id': 'ac7b7a7a-1627-4fb5-810a-801bfa0a627e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:35:47.697433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd66a09-8342-469b-9581-dcbb7a93b83c req-a016a5d9-3f31-423c-a33e-f964d34b5513 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:47.699057 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1cd66a09-8342-469b-9581-dcbb7a93b83c req-a016a5d9-3f31-423c-a33e-f964d34b5513 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 931 time: 0.0877912
Dec 17 16:35:47.704125 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:47.748768 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1cd66a09-8342-469b-9581-dcbb7a93b83c req-de560c9e-a70b-449b-874e-025ec84a7b4d tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431824
Dec 17 16:35:48.357845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1c181c-4340-47f3-8afa-7e75529a06c4 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:35:48.365141 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:48.377524 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Transition to ACTIVE for port object cf1c181c-4340-47f3-8afa-7e75529a06c4 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:35:48.380589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:48.397639 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:48.538882 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Pushing event updated for resources: {'Port': ['ID=cf1c181c-4340-47f3-8afa-7e75529a06c4,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:48.542158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:48.729996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Attempting to bind port cf1c181c-4340-47f3-8afa-7e75529a06c4 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:35:48.730369 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Attempting to bind port cf1c181c-4340-47f3-8afa-7e75529a06c4 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': '6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '20cf0f38-c461-4fb5-b72c-7f7b100b3bf7'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:35:48.730746 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Attempting to bind port cf1c181c-4340-47f3-8afa-7e75529a06c4 on network 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:35:48.737092 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:35:48.737475 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Checking segment: {'id': '6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '20cf0f38-c461-4fb5-b72c-7f7b100b3bf7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:35:48.737887 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:48.738287 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Bound using segment: {'id': '6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '20cf0f38-c461-4fb5-b72c-7f7b100b3bf7'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:35:48.738766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Bound port: cf1c181c-4340-47f3-8afa-7e75529a06c4, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '20cf0f38-c461-4fb5-b72c-7f7b100b3bf7'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:35:48.739149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:48.839183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] For port cf1c181c-4340-47f3-8afa-7e75529a06c4, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:35:48.843101 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] For port cf1c181c-4340-47f3-8afa-7e75529a06c4, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=cf1c181c-4340-47f3-8afa-7e75529a06c4,segment=NetworkSegment(6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf),segment_id=6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:35:48.846246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:48.866947 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5eabc91f-7c58-4e90-bd6a-059be5a0f73d tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:49.077194 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Pushing event updated for resources: {'Port': ['ID=cf1c181c-4340-47f3-8afa-7e75529a06c4,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:49.090737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:49.132492 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8cec5-a1d6-465b-a514-47aa02260a50 req-ce1e2bd9-1153-4119-99b8-8d978d1ab4bf tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:49.133239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-88d8cec5-a1d6-465b-a514-47aa02260a50 req-ce1e2bd9-1153-4119-99b8-8d978d1ab4bf tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Synchronizing usage tracker for tenant:a00b30f07ae4461c94e8a97da44830d4 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:35:49.139035 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:49.139700 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:49.141247 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] 10.222.0.70 "PUT /v2.0/ports/cf1c181c-4340-47f3-8afa-7e75529a06c4 HTTP/1.1" status: 200  len: 1157 time: 1.5662749
Dec 17 16:35:49.141785 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7b7a7a-1627-4fb5-810a-801bfa0a627e', 'tag': 'cf1c181c-4340-47f3-8afa-7e75529a06c4'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:35:49.161591 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-88d8cec5-a1d6-465b-a514-47aa02260a50 req-ce1e2bd9-1153-4119-99b8-8d978d1ab4bf tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Unset dirty status for tenant:a00b30f07ae4461c94e8a97da44830d4 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:35:49.163548 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-88d8cec5-a1d6-465b-a514-47aa02260a50 req-ce1e2bd9-1153-4119-99b8-8d978d1ab4bf tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 943 time: 0.2646294
Dec 17 16:35:49.236457 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7b7a7a-1627-4fb5-810a-801bfa0a627e', 'tag': 'cf1c181c-4340-47f3-8afa-7e75529a06c4', 'status': 'completed', 'code': 200}
Dec 17 16:35:49.269364 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-88d8cec5-a1d6-465b-a514-47aa02260a50 req-bf03ab5a-b135-4ef8-ac62-86f524251ab1 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991745
Dec 17 16:35:49.293983 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-4af78edf-c0e0-4fcd-8bc1-ec0c28246206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:49.295644 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-4af78edf-c0e0-4fcd-8bc1-ec0c28246206 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a00b30f07ae4461c94e8a97da44830d4&device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 1160 time: 0.1009624
Dec 17 16:35:49.391167 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-937c5a67-069e-4ace-9099-31d5b4034f72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1c181c-4340-47f3-8afa-7e75529a06c4 HTTP/1.1" status: 200  len: 217 time: 0.0827801
Dec 17 16:35:49.469341 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-6f05885e-e8fd-4f17-af0b-b32d0485f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:49.470989 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-6f05885e-e8fd-4f17-af0b-b32d0485f049 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da9d2f4c-025f-492b-8dac-0f1069f974fc HTTP/1.1" status: 200  len: 848 time: 0.0735519
Dec 17 16:35:49.525271 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-e16c6b5a-ee93-4ea6-8cf9-4ba7114f3f9b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=20cf0f38-c461-4fb5-b72c-7f7b100b3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473785
Dec 17 16:35:49.676217 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-b8fccb88-398d-4476-b343-e918f10ef616 service neutron] 10.222.0.70 "GET /v2.0/networks/20cf0f38-c461-4fb5-b72c-7f7b100b3bf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437004
Dec 17 16:35:49.823665 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-40fc1135-e06a-4a48-bc81-e596adc04eb8 req-e38807cc-95d5-4ac8-85ec-27e9cea7a44d service neutron] 10.222.0.70 "GET /v2.0/networks/20cf0f38-c461-4fb5-b72c-7f7b100b3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412966
Dec 17 16:35:49.988339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a6f45-fb54-4a95-a16e-9ac2211fd67f req-8e451c32-e787-412c-a9d9-bde32430f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:49.989910 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f25a6f45-fb54-4a95-a16e-9ac2211fd67f req-8e451c32-e787-412c-a9d9-bde32430f0be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a00b30f07ae4461c94e8a97da44830d4&device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 1160 time: 0.0816789
Dec 17 16:35:50.138765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a6f45-fb54-4a95-a16e-9ac2211fd67f req-04fba3ab-c936-4cb9-818f-c364dcfa9c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:50.140416 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f25a6f45-fb54-4a95-a16e-9ac2211fd67f req-04fba3ab-c936-4cb9-818f-c364dcfa9c61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 HTTP/1.1" status: 200  len: 902 time: 0.1438143
Dec 17 16:35:50.213422 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f25a6f45-fb54-4a95-a16e-9ac2211fd67f req-035f9bbd-3135-48f6-baee-b96e8db9409a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf1c181c-4340-47f3-8afa-7e75529a06c4 HTTP/1.1" status: 200  len: 217 time: 0.0660317
Dec 17 16:35:50.293053 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a6f45-fb54-4a95-a16e-9ac2211fd67f req-230daefa-7d9c-4d45-97c4-c76ffa614b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:50.294672 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f25a6f45-fb54-4a95-a16e-9ac2211fd67f req-230daefa-7d9c-4d45-97c4-c76ffa614b3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da9d2f4c-025f-492b-8dac-0f1069f974fc HTTP/1.1" status: 200  len: 848 time: 0.0738990
Dec 17 16:35:50.349957 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f25a6f45-fb54-4a95-a16e-9ac2211fd67f req-457e2f2e-ad06-4416-98df-a0920ed2b9b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=20cf0f38-c461-4fb5-b72c-7f7b100b3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452974
Dec 17 16:35:50.499348 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed65f2-8ee4-4b67-a26a-a2b681023f2a req-46a423d9-7d9a-4870-9c1f-46e8096bed87 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:50.501022 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f7ed65f2-8ee4-4b67-a26a-a2b681023f2a req-46a423d9-7d9a-4870-9c1f-46e8096bed87 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 943 time: 0.0899351
Dec 17 16:35:50.504599 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f25a6f45-fb54-4a95-a16e-9ac2211fd67f req-37d0e904-89bf-4a9b-a9a6-cbcefacb1271 service neutron] 10.222.0.70 "GET /v2.0/networks/20cf0f38-c461-4fb5-b72c-7f7b100b3bf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467929
Dec 17 16:35:50.553487 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f7ed65f2-8ee4-4b67-a26a-a2b681023f2a req-717963a0-3a4d-4220-89f3-cc79316f0681 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458412
Dec 17 16:35:50.660417 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f25a6f45-fb54-4a95-a16e-9ac2211fd67f req-eba5ed1a-13e9-4848-8eab-603814376f05 service neutron] 10.222.0.70 "GET /v2.0/networks/20cf0f38-c461-4fb5-b72c-7f7b100b3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1464171
Dec 17 16:35:51.769740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942cf41-2de6-4719-8c7e-745698c40a84 req-015ddc3f-d1d7-45c9-8736-66c5a2166c6e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:51.771657 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d942cf41-2de6-4719-8c7e-745698c40a84 req-015ddc3f-d1d7-45c9-8736-66c5a2166c6e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 943 time: 0.0874434
Dec 17 16:35:51.830336 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d942cf41-2de6-4719-8c7e-745698c40a84 req-ec2498d5-8b9d-4885-868d-d3e0b22027f0 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512185
Dec 17 16:35:53.043788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506f4d5-47c5-453d-bc3f-a08dbe401732 req-c9049ae2-e1fc-404c-b45e-7b10214454ad tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:53.045456 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c506f4d5-47c5-453d-bc3f-a08dbe401732 req-c9049ae2-e1fc-404c-b45e-7b10214454ad tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 943 time: 0.0830295
Dec 17 16:35:53.096385 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c506f4d5-47c5-453d-bc3f-a08dbe401732 req-9d4a0ce4-ed33-460a-ae08-a639384b3691 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445476
Dec 17 16:35:53.258834 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device cf1c181c-4340-47f3-8afa-7e75529a06c4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:35:53.330702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port cf1c181c-4340-47f3-8afa-7e75529a06c4 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:35:53.336541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port cf1c181c-4340-47f3-8afa-7e75529a06c4 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:35:53.336962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:53.458942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:53.491322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7b7a7a-1627-4fb5-810a-801bfa0a627e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1c181c-4340-47f3-8afa-7e75529a06c4'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:35:53.501751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port cf1c181c-4340-47f3-8afa-7e75529a06c4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=cf1c181c-4340-47f3-8afa-7e75529a06c4,segment=NetworkSegment(6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf),segment_id=6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:35:53.504952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:53.507069 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-90ca03da-e4c7-41d3-aa7d-e98cd2c70256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:53.564211 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7b7a7a-1627-4fb5-810a-801bfa0a627e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1c181c-4340-47f3-8afa-7e75529a06c4', 'code': 200}
Dec 17 16:35:53.579145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=cf1c181c-4340-47f3-8afa-7e75529a06c4,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:53.587791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.588183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.588603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.588980 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.589352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.589731 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.590100 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.590466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.590854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.591222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.591589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.591955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.592416 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.592778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.593144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.593506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.593869 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.594231 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.594592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.594951 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.595311 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.595669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.596084 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.596495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:35:53.601419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:53.829963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af627afa-a75c-4143-93d1-a385a532231d req-d235a7a4-8500-433b-bd40-63dccc6a19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:53.831617 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-af627afa-a75c-4143-93d1-a385a532231d req-d235a7a4-8500-433b-bd40-63dccc6a19a8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 1162 time: 0.0762784
Dec 17 16:35:53.875949 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-af627afa-a75c-4143-93d1-a385a532231d req-83490e38-9304-4c46-b938-5e58cb26f8e2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377877
Dec 17 16:35:54.338423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6d7a8-72a9-41ee-b152-4dc4c13740c2 req-3b1052e7-aade-4a1c-9b3e-6894258871e2 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:54.340141 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c3e6d7a8-72a9-41ee-b152-4dc4c13740c2 req-3b1052e7-aade-4a1c-9b3e-6894258871e2 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 945 time: 0.1027403
Dec 17 16:35:54.386009 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9d075-f750-44a3-8c06-5f4c84618ef4 req-215a1bda-2f67-4d52-a8a8-11f7be09e1c0 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:54.388165 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-38c9d075-f750-44a3-8c06-5f4c84618ef4 req-215a1bda-2f67-4d52-a8a8-11f7be09e1c0 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.0916176
Dec 17 16:35:54.394335 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c3e6d7a8-72a9-41ee-b152-4dc4c13740c2 req-9071ff61-e187-4064-8d8e-114a301833fb tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473313
Dec 17 16:35:54.457861 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-38c9d075-f750-44a3-8c06-5f4c84618ef4 req-17f932d0-a643-4d74-9807-286e263c8adc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0620775
Dec 17 16:35:55.057154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device cf1c181c-4340-47f3-8afa-7e75529a06c4 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:35:55.144134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port cf1c181c-4340-47f3-8afa-7e75529a06c4 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:35:55.144618 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:55.675302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e2c0c-e4de-4291-825e-5ed7da271bca req-c95b65d7-3561-4cf8-b4ba-82d737772870 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:55.676939 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ee8e2c0c-e4de-4291-825e-5ed7da271bca req-c95b65d7-3561-4cf8-b4ba-82d737772870 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 945 time: 0.0933905
Dec 17 16:35:55.685594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540a624-343f-4d72-b068-496c2f3a4516 req-ba564f8e-414d-4e51-a513-969c0bc8db5b tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:55.687160 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b540a624-343f-4d72-b068-496c2f3a4516 req-ba564f8e-414d-4e51-a513-969c0bc8db5b tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.0916960
Dec 17 16:35:55.735997 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ee8e2c0c-e4de-4291-825e-5ed7da271bca req-3dcf97de-db2a-4457-a2e3-a9ff93cf128e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517828
Dec 17 16:35:55.743036 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b540a624-343f-4d72-b068-496c2f3a4516 req-fe784009-bee0-4a07-89b4-36d899f6b97a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0484304
Dec 17 16:35:55.860397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:56.268750 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-10fb8357-4d31-496c-a296-3ceba47acc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:56.969955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17284fcb-1cec-4d4d-803f-356a8a42828c req-a1cfc58c-3958-4901-b47e-1fc0e4e3ba91 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:56.971665 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17284fcb-1cec-4d4d-803f-356a8a42828c req-a1cfc58c-3958-4901-b47e-1fc0e4e3ba91 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.0970147
Dec 17 16:35:57.034914 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-17284fcb-1cec-4d4d-803f-356a8a42828c req-155b60f2-9119-4607-966d-a0003f93c671 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0517647
Dec 17 16:35:57.154118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc309af9-ecdd-48ae-9992-75fbe21ac43c req-0a29872f-9764-4fdb-a4f7-fa74f886ab39 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:57.155731 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bc309af9-ecdd-48ae-9992-75fbe21ac43c req-0a29872f-9764-4fdb-a4f7-fa74f886ab39 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 945 time: 0.1310751
Dec 17 16:35:57.208934 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bc309af9-ecdd-48ae-9992-75fbe21ac43c req-7848bff8-5574-4ee9-a384-7de0f43fcfcd tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463560
Dec 17 16:35:58.274554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75215a41-9d60-4edc-8929-264cb7265f97 req-77c4db11-51e0-424d-bf9c-924b3288d731 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:58.276303 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-75215a41-9d60-4edc-8929-264cb7265f97 req-77c4db11-51e0-424d-bf9c-924b3288d731 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.1062503
Dec 17 16:35:58.345935 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-75215a41-9d60-4edc-8929-264cb7265f97 req-e906801b-4774-4016-9bc4-bbac530aba72 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0561917
Dec 17 16:35:58.466320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56c9bc-192f-4a48-a259-a828a99ae69f req-0fb1e7e1-1a5c-4959-87be-0d80026c0614 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:58.468033 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ae56c9bc-192f-4a48-a259-a828a99ae69f req-0fb1e7e1-1a5c-4959-87be-0d80026c0614 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 945 time: 0.1111555
Dec 17 16:35:58.520936 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ae56c9bc-192f-4a48-a259-a828a99ae69f req-d6794672-85df-46ef-9801-5deaf7e64a42 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456727
Dec 17 16:35:58.572351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-d6638e30-2607-46f6-96d0-9a9ee5319496 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:58.574055 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-d6638e30-2607-46f6-96d0-9a9ee5319496 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.70 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 945 time: 0.0937853
Dec 17 16:35:58.658324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Deleting port cf1c181c-4340-47f3-8afa-7e75529a06c4 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:35:58.658757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:58.668633 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4ef0f514-d9e6-4f94-a7d2-fc8b5cd13ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:58.862428 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device cf1c181c-4340-47f3-8afa-7e75529a06c4 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:35:58.929779 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] For port cf1c181c-4340-47f3-8afa-7e75529a06c4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=cf1c181c-4340-47f3-8afa-7e75529a06c4,segment=NetworkSegment(6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf),segment_id=6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:35:58.930169 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:58.985808 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:59.015279 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7b7a7a-1627-4fb5-810a-801bfa0a627e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1c181c-4340-47f3-8afa-7e75529a06c4'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:35:59.027086 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port cf1c181c-4340-47f3-8afa-7e75529a06c4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=cf1c181c-4340-47f3-8afa-7e75529a06c4,segment=NetworkSegment(6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf),segment_id=6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:35:59.030134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:59.032063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:35:59.071734 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Calling delete_port for cf1c181c-4340-47f3-8afa-7e75529a06c4 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:35:59.087753 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7b7a7a-1627-4fb5-810a-801bfa0a627e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1c181c-4340-47f3-8afa-7e75529a06c4', 'code': 200}
Dec 17 16:35:59.104416 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=cf1c181c-4340-47f3-8afa-7e75529a06c4,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:35:59.107844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:35:59.160231 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80279) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:35:59.160523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:35:59.589377 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed42b9-ee50-4796-ae78-91061073aa65 req-57cd382c-c28e-4eb8-81d8-0d8ecbf378a1 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:35:59.592401 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-84ed42b9-ee50-4796-ae78-91061073aa65 req-57cd382c-c28e-4eb8-81d8-0d8ecbf378a1 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.1094306
Dec 17 16:35:59.652311 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-84ed42b9-ee50-4796-ae78-91061073aa65 req-9e39bf81-550c-4dd3-9c72-e7acc94b5e3e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0507247
Dec 17 16:35:59.662114 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Deleting port cf1c181c-4340-47f3-8afa-7e75529a06c4 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:35:59.663075 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:35:59.663590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:00.175571 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce55d6-18a5-4005-8430-1a62c63001ab req-f4a342ba-979d-4767-975f-46b59908cfeb tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:00.177331 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-50ce55d6-18a5-4005-8430-1a62c63001ab req-f4a342ba-979d-4767-975f-46b59908cfeb tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 943 time: 0.4744165
Dec 17 16:36:00.268616 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-50ce55d6-18a5-4005-8430-1a62c63001ab req-34c43616-902f-4550-9d25-9dbb2535153a tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/security-groups?id=b92700f0-7e97-44a6-b108-034ffca7fc8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812788
Dec 17 16:36:00.306685 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] For port cf1c181c-4340-47f3-8afa-7e75529a06c4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=cf1c181c-4340-47f3-8afa-7e75529a06c4,segment=NetworkSegment(6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf),segment_id=6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:36:00.307363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:00.379453 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:00.456429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Calling delete_port for cf1c181c-4340-47f3-8afa-7e75529a06c4 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:36:00.614487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:00.630715 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9c6c4408-e11e-4cb4-9909-9e5231554220 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:36:00.677236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Pushing event deleted for resources: {'Port': ['ID=cf1c181c-4340-47f3-8afa-7e75529a06c4,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:36:00.733079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:36:00.845134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] No DVR routers for this DVR port cf1c181c-4340-47f3-8afa-7e75529a06c4 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:36:00.847472 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:00.851058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7b7a7a-1627-4fb5-810a-801bfa0a627e', 'name': 'network-vif-deleted', 'tag': 'cf1c181c-4340-47f3-8afa-7e75529a06c4'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:36:00.873424 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-03dd5292-33ca-488d-bfa3-79a09584bc4d req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.70 "DELETE /v2.0/ports/cf1c181c-4340-47f3-8afa-7e75529a06c4 HTTP/1.1" status: 204  len: 173 time: 2.2934544
Dec 17 16:36:00.916755 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7b7a7a-1627-4fb5-810a-801bfa0a627e', 'name': 'network-vif-deleted', 'tag': 'cf1c181c-4340-47f3-8afa-7e75529a06c4', 'status': 'completed', 'code': 200}
Dec 17 16:36:00.918715 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af3330-d788-4d30-9b57-31f5a3d409ea req-3bc8d1dc-93ee-4790-8ce2-977a00eaca14 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:00.920563 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-32af3330-d788-4d30-9b57-31f5a3d409ea req-3bc8d1dc-93ee-4790-8ce2-977a00eaca14 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.1168721
Dec 17 16:36:00.974667 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-32af3330-d788-4d30-9b57-31f5a3d409ea req-c3b86ad0-45f9-4912-90d5-4af1d7ee7423 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0475512
Dec 17 16:36:01.109673 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:01.513937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-2804c058-1780-4881-af92-6572f8e127f6 req-163199b9-89a2-4e22-a800-d47fd1988c53 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Synchronizing usage tracker for tenant:a00b30f07ae4461c94e8a97da44830d4 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:36:01.538796 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-2804c058-1780-4881-af92-6572f8e127f6 req-163199b9-89a2-4e22-a800-d47fd1988c53 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Unset dirty status for tenant:a00b30f07ae4461c94e8a97da44830d4 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:36:01.540336 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2804c058-1780-4881-af92-6572f8e127f6 req-163199b9-89a2-4e22-a800-d47fd1988c53 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] 10.222.0.21 "GET /v2.0/ports?device_id=ac7b7a7a-1627-4fb5-810a-801bfa0a627e HTTP/1.1" status: 200  len: 210 time: 0.0779800
Dec 17 16:36:02.196150 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb742d-fae9-4a34-86bc-4f8f765f39b5 req-29b041a7-d198-44a7-97a9-fcc0b0489093 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:02.197856 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-52fb742d-fae9-4a34-86bc-4f8f765f39b5 req-29b041a7-d198-44a7-97a9-fcc0b0489093 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.0865314
Dec 17 16:36:02.250853 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-52fb742d-fae9-4a34-86bc-4f8f765f39b5 req-add9a8b7-ad53-4723-84f3-6b2c4f4bc1a7 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0463617
Dec 17 16:36:02.344040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:36:03.033833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b27bac69-4c04-47c2-902d-103cbcd09897 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:36:03.111363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port b27bac69-4c04-47c2-902d-103cbcd09897 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:36:03.111789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:03.529946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c764df-b601-45dd-81d5-b457a87f6b82 req-9b4da1f6-965c-426e-976e-6595f2d970d1 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:03.532753 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-91c764df-b601-45dd-81d5-b457a87f6b82 req-9b4da1f6-965c-426e-976e-6595f2d970d1 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.1068959
Dec 17 16:36:03.606518 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-91c764df-b601-45dd-81d5-b457a87f6b82 req-31ac2255-845b-4cd7-a070-69b7d93ba964 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0617087
Dec 17 16:36:04.573929 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d5395-e57b-470b-9bd3-774bff611ad8 req-86b379ce-7b7c-4c14-a84f-b7cd0ef23ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:04.575597 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bd6d5395-e57b-470b-9bd3-774bff611ad8 req-86b379ce-7b7c-4c14-a84f-b7cd0ef23ad2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1162 time: 0.0895784
Dec 17 16:36:04.865193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1ac8a-ce26-4653-a733-506bd86de0c6 req-de2e3cd4-1fd7-44cc-b80d-8f1324602385 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:04.867484 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f9b1ac8a-ce26-4653-a733-506bd86de0c6 req-de2e3cd4-1fd7-44cc-b80d-8f1324602385 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.0961378
Dec 17 16:36:04.951502 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f9b1ac8a-ce26-4653-a733-506bd86de0c6 req-e6faaec9-f00e-403a-b5bc-b3d853e6422b tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0767367
Dec 17 16:36:05.602289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d5395-e57b-470b-9bd3-774bff611ad8 req-0798aaa9-7a08-423e-9ef2-f77eed0ef8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:05.603787 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bd6d5395-e57b-470b-9bd3-774bff611ad8 req-0798aaa9-7a08-423e-9ef2-f77eed0ef8fa service neutron] 10.222.0.70 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 903 time: 0.1636882
Dec 17 16:36:06.214599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf944c7f-4938-4bf5-8679-0191ba1cb12a req-c8194652-66d5-46c6-a408-94c89fa8a3bf tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:06.216255 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf944c7f-4938-4bf5-8679-0191ba1cb12a req-c8194652-66d5-46c6-a408-94c89fa8a3bf tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.1019549
Dec 17 16:36:06.279824 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf944c7f-4938-4bf5-8679-0191ba1cb12a req-d0360405-627b-4d5f-ac35-e1d2aedd870d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0562789
Dec 17 16:36:06.353347 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bd6d5395-e57b-470b-9bd3-774bff611ad8 req-0747976e-73ec-4820-a921-1c091a28ec4f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 1000 time: 0.1148753
Dec 17 16:36:07.232392 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d5395-e57b-470b-9bd3-774bff611ad8 req-a1e2e37c-1d1d-4790-a073-c9fc5a1a2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:07.234038 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bd6d5395-e57b-470b-9bd3-774bff611ad8 req-a1e2e37c-1d1d-4790-a073-c9fc5a1a2c93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 200  len: 848 time: 0.0721087
Dec 17 16:36:07.320615 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d5395-e57b-470b-9bd3-774bff611ad8 req-d6bf1573-6822-4370-9d1f-4923d4420f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:07.322261 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bd6d5395-e57b-470b-9bd3-774bff611ad8 req-d6bf1573-6822-4370-9d1f-4923d4420f8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61b6798a-a837-4af9-9fd8-35aa2301e790&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805061
Dec 17 16:36:07.581787 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bd6d5395-e57b-470b-9bd3-774bff611ad8 req-626f94db-6199-4892-a5ac-d240b46ef2e8 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2509825
Dec 17 16:36:07.726608 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace20c62-a7bb-4651-a06f-bc98164c5637 req-d82ecd91-9b91-4c38-80e6-db349e1c5034 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:07.728282 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ace20c62-a7bb-4651-a06f-bc98164c5637 req-d82ecd91-9b91-4c38-80e6-db349e1c5034 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.2388759
Dec 17 16:36:07.798607 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bd6d5395-e57b-470b-9bd3-774bff611ad8 req-e5add7b8-db25-4277-8c0c-28a5d2566b91 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2098999
Dec 17 16:36:07.808553 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ace20c62-a7bb-4651-a06f-bc98164c5637 req-ec843a90-9565-43c2-a5a1-c95d191aaf88 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0607727
Dec 17 16:36:09.103752 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cf32c-c235-4f96-b1e4-e413a260252c req-db786544-5b4b-4b7d-9d2e-b28a73007013 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:09.105953 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5e4cf32c-c235-4f96-b1e4-e413a260252c req-db786544-5b4b-4b7d-9d2e-b28a73007013 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.1134102
Dec 17 16:36:09.176072 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5e4cf32c-c235-4f96-b1e4-e413a260252c req-bf8532e1-daa3-456a-8fa4-c327046309f2 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0567896
Dec 17 16:36:09.469752 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b27bac69-4c04-47c2-902d-103cbcd09897 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:36:09.616481 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:09.653503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:36:09.668231 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port b27bac69-4c04-47c2-902d-103cbcd09897, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b27bac69-4c04-47c2-902d-103cbcd09897,segment=NetworkSegment(9a9561b4-fb1d-4098-a86e-bf097b55f288),segment_id=9a9561b4-fb1d-4098-a86e-bf097b55f288)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:36:09.673634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:09.676287 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:36:09.734976 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897', 'code': 200}
Dec 17 16:36:09.776152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=b27bac69-4c04-47c2-902d-103cbcd09897,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:36:09.781121 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:36:10.538567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f5405-5d97-482f-8abc-eaee657cb901 req-581619de-6a21-4bc3-9742-7387941c437f tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:10.540681 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-291f5405-5d97-482f-8abc-eaee657cb901 req-581619de-6a21-4bc3-9742-7387941c437f tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.1885281
Dec 17 16:36:10.626416 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-291f5405-5d97-482f-8abc-eaee657cb901 req-3adb6b98-98f5-401a-9185-af85bc7c2916 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0699990
Dec 17 16:36:11.871259 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60e0c8-f6b8-4f1f-9805-3545353a5e64 req-1e52e92b-0884-4068-b15e-67bda93fe465 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:11.872958 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ac60e0c8-f6b8-4f1f-9805-3545353a5e64 req-1e52e92b-0884-4068-b15e-67bda93fe465 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.0916655
Dec 17 16:36:11.928894 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ac60e0c8-f6b8-4f1f-9805-3545353a5e64 req-34c6b8b0-33f6-4adc-bdb8-eeeeb6ed8ee1 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0481520
Dec 17 16:36:12.579236 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-75c03194-86b3-4e08-b0d8-ae9ffca5e8bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3475263
Dec 17 16:36:12.591705 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eda491-5f67-4a12-9796-17ea53af9d51 req-d0cb16fe-ba76-4701-9908-eb2e8463df06 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:12.594504 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d1eda491-5f67-4a12-9796-17ea53af9d51 req-d0cb16fe-ba76-4701-9908-eb2e8463df06 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.1778817
Dec 17 16:36:12.668293 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d1eda491-5f67-4a12-9796-17ea53af9d51 req-279625f7-adc6-4b1a-85fa-dbd28d4683c8 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0661750
Dec 17 16:36:13.921563 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be2c48-a4f8-40a8-8b45-ea0f16e2abf0 req-f39dd340-9098-4ba3-b3d9-d3fe8631eed4 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:13.923347 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-76be2c48-a4f8-40a8-8b45-ea0f16e2abf0 req-f39dd340-9098-4ba3-b3d9-d3fe8631eed4 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.0912149
Dec 17 16:36:13.977297 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-76be2c48-a4f8-40a8-8b45-ea0f16e2abf0 req-41e2dd3b-08b9-4416-af2d-54bdebe69202 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0477650
Dec 17 16:36:14.360455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-65976c6b-eb1d-4e8f-99b8-4c4fe5d543c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:14.362223 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-65976c6b-eb1d-4e8f-99b8-4c4fe5d543c6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39&tenant_id=3322785548f94f068b89ff97f6305743 HTTP/1.1" status: 200  len: 1160 time: 0.0920689
Dec 17 16:36:14.501170 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-0e6af62f-d01b-4dbc-b3a7-d8a981dbc9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:14.504218 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-0e6af62f-d01b-4dbc-b3a7-d8a981dbc9e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1160 time: 0.0975349
Dec 17 16:36:14.716630 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-76aa7539-7664-4125-9492-168ca387bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:14.718360 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-76aa7539-7664-4125-9492-168ca387bc73 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 903 time: 0.2033429
Dec 17 16:36:14.886015 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-c6f3a5fa-9caa-40f4-a755-71aa15a601d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 998 time: 0.1594517
Dec 17 16:36:14.992088 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-244bb772-1669-4a3e-a875-58d200759246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:14.995128 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-244bb772-1669-4a3e-a875-58d200759246 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 200  len: 848 time: 0.1016483
Dec 17 16:36:15.091311 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-b1036dc5-eeab-49e4-95ab-2f15b6e7f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:15.093800 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-b1036dc5-eeab-49e4-95ab-2f15b6e7f69b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61b6798a-a837-4af9-9fd8-35aa2301e790&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914817
Dec 17 16:36:15.323653 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-53467501-6728-49cb-9863-2c9e2baa81a8 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2215350
Dec 17 16:36:15.335383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a7421-6071-43e0-bafd-bdd8ca0b32f2 req-0ca4c96f-9a8f-416e-a29a-c5919b8a56b9 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:15.337320 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-558a7421-6071-43e0-bafd-bdd8ca0b32f2 req-0ca4c96f-9a8f-416e-a29a-c5919b8a56b9 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.1509016
Dec 17 16:36:15.486043 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-558a7421-6071-43e0-bafd-bdd8ca0b32f2 req-050409b0-7fe3-4ab7-8e18-f277a7c090bb tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1166246
Dec 17 16:36:15.557382 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-c6c1f496-04fb-404d-8d3f-793592d8c3f6 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2189729
Dec 17 16:36:16.734808 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9272eb-aa15-4b98-8105-ea407dae9b26 req-043aad4d-da7f-413f-b691-4f2c6bb79796 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:16.736606 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf9272eb-aa15-4b98-8105-ea407dae9b26 req-043aad4d-da7f-413f-b691-4f2c6bb79796 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.0926757
Dec 17 16:36:16.793535 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf9272eb-aa15-4b98-8105-ea407dae9b26 req-7c01fbd7-85c2-4905-b672-03a2bad42f4b tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0476983
Dec 17 16:36:18.206757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54f08e-a7e0-40e9-908e-f802d62b5787 req-673d2743-e05a-4064-9460-5a6e3454137d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:18.208507 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bb54f08e-a7e0-40e9-908e-f802d62b5787 req-673d2743-e05a-4064-9460-5a6e3454137d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.1034675
Dec 17 16:36:18.275008 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bb54f08e-a7e0-40e9-908e-f802d62b5787 req-2f984375-d028-4f83-b1b1-ca6f7ff96b7a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0594578
Dec 17 16:36:19.544236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993bca1-c9fb-4ecd-8108-b8f97ee7a6a5 req-809fff8c-93ac-44bf-ab7c-9b2e314757cd tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:19.548688 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f993bca1-c9fb-4ecd-8108-b8f97ee7a6a5 req-809fff8c-93ac-44bf-ab7c-9b2e314757cd tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.1009612
Dec 17 16:36:19.598357 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f993bca1-c9fb-4ecd-8108-b8f97ee7a6a5 req-72d18720-1cd6-4014-a6a5-5d58a07b0e22 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0439098
Dec 17 16:36:20.834800 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11441856-8c67-4103-bffb-68adc55d4d12 req-7a41c373-fc36-4513-ab50-6f038b3c2951 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:20.836452 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-11441856-8c67-4103-bffb-68adc55d4d12 req-7a41c373-fc36-4513-ab50-6f038b3c2951 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.1020043
Dec 17 16:36:20.900287 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-11441856-8c67-4103-bffb-68adc55d4d12 req-fd48bd01-77cf-49d1-8b0e-262b2c0176fa tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0518389
Dec 17 16:36:22.229785 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bc4b1-d78c-499e-a8c8-e5fdd9d14039 req-2aff2b02-d468-4fd3-8819-9de63d0da4b8 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:22.232585 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-292bc4b1-d78c-499e-a8c8-e5fdd9d14039 req-2aff2b02-d468-4fd3-8819-9de63d0da4b8 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.1587229
Dec 17 16:36:22.302181 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-292bc4b1-d78c-499e-a8c8-e5fdd9d14039 req-e4850d25-f8a6-4a11-8cf6-e918eaf4d316 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0589659
Dec 17 16:36:23.537768 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351852c-ef24-4ab3-a730-2a9e07d30173 req-c92483cb-00db-492b-9c5b-f51555b47676 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:23.544757 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d351852c-ef24-4ab3-a730-2a9e07d30173 req-c92483cb-00db-492b-9c5b-f51555b47676 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 943 time: 0.0964961
Dec 17 16:36:23.597598 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d351852c-ef24-4ab3-a730-2a9e07d30173 req-c53e9f44-dfc4-4d75-8400-e011a1a0b11e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0491645
Dec 17 16:36:23.930988 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b27bac69-4c04-47c2-902d-103cbcd09897 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:36:24.002146 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port b27bac69-4c04-47c2-902d-103cbcd09897 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:36:24.002572 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:24.125993 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:24.154497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:36:24.167820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port b27bac69-4c04-47c2-902d-103cbcd09897, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b27bac69-4c04-47c2-902d-103cbcd09897,segment=NetworkSegment(9a9561b4-fb1d-4098-a86e-bf097b55f288),segment_id=9a9561b4-fb1d-4098-a86e-bf097b55f288)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:36:24.170989 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:24.173375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:36:24.229308 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897', 'code': 200}
Dec 17 16:36:24.244788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=b27bac69-4c04-47c2-902d-103cbcd09897,revision_number=6']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:36:24.248434 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:36:24.561939 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9b52a-2a3d-4dbd-9d93-3b1c5adfe9a4 req-046351c2-1bc7-401d-8ad5-033d6448f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:24.563633 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8ce9b52a-2a3d-4dbd-9d93-3b1c5adfe9a4 req-046351c2-1bc7-401d-8ad5-033d6448f932 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1162 time: 0.0805249
Dec 17 16:36:24.607062 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-8ce9b52a-2a3d-4dbd-9d93-3b1c5adfe9a4 req-1741df8b-763f-45b1-af00-987b2593983b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0369790
Dec 17 16:36:24.820447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fca1f-bc69-473b-9df5-fbd885617b14 req-9ee2dc34-2108-4bb5-92e3-43f4c4f4465d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:24.821991 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a10fca1f-bc69-473b-9df5-fbd885617b14 req-9ee2dc34-2108-4bb5-92e3-43f4c4f4465d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.0891683
Dec 17 16:36:24.877606 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a10fca1f-bc69-473b-9df5-fbd885617b14 req-608cac6e-c982-47a2-9818-eab705b004a2 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0491409
Dec 17 16:36:25.732565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b27bac69-4c04-47c2-902d-103cbcd09897 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:36:25.829479 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port b27bac69-4c04-47c2-902d-103cbcd09897 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:36:25.830181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:25.906109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:26.106702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb826f-bdc1-4613-913a-30352085eacb req-8ded90e0-2851-439f-a406-91e52089c1c8 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:26.108360 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6bfb826f-bdc1-4613-913a-30352085eacb req-8ded90e0-2851-439f-a406-91e52089c1c8 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.0886304
Dec 17 16:36:26.157118 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6bfb826f-bdc1-4613-913a-30352085eacb req-34fa643a-09e2-41db-add2-fe98f283ea08 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0423377
Dec 17 16:36:26.261377 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3a3ca385-4851-4d2c-a0b1-c77158b6408c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:27.133225 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 58318) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:36:27.204211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Deleting subnet da9d2f4c-025f-492b-8dac-0f1069f974fc {{(pid=80280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:36:27.207558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:27.260564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036787743928'] for subnet, precommit_delete_associations {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:27.320155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:27.587474 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67031972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919690'] for subnet, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:27.603923 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-60aedc98-eff0-48e9-9daa-ba92c27a5cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:36:27.689734 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9d2f4c-025f-492b-8dac-0f1069f974fc,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:36:27.712241 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.712673 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.713090 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.713496 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.713899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.714302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.714703 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.715102 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.715500 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.715897 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.716317 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.716713 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.717176 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.717567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.717959 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.718349 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.718742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.719130 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.719521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.719911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.720330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.720720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.721226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.721502 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:36:27.728261 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:36:27.759723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:27.765952 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f2340a62-f649-4463-a586-5092baff18cf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/da9d2f4c-025f-492b-8dac-0f1069f974fc HTTP/1.1" status: 204  len: 168 time: 0.6315908
Dec 17 16:36:27.768724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 58322) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:36:27.890214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:28.083731 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:28.201393 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81f126048>,) {'filters': {'network_id': ['20cf0f38-c461-4fb5-b72c-7f7b100b3bf7']}} {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:36:28.215317 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81f126048>, '6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf') {'for_net_delete': True} {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:36:28.215657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81f126048>, '6f3ffa9a-ac83-4f7d-b3ab-8f3b1bcf86cf') {} {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:36:28.228545 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67031889'] for segment, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:28.245398 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:28.247884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:36:28.475210 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] Network 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 has no segments {{(pid=80280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:36:28.484613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787744250'] for segment, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:28.681023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e4c4a80d-b6a8-4a18-9767-ecf1b80cb3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:28.901835 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] Network 20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 has no segments {{(pid=80280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:36:28.927011 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:36:29.010982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:29.014521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a0016bca-d4d3-489e-8340-4f8c06849c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:36:29.028873 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:29.039553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] Pushing event deleted for resources: {'Network': ['ID=20cf0f38-c461-4fb5-b72c-7f7b100b3bf7,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:36:29.043351 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] 10.222.0.21 "DELETE /v2.0/networks/20cf0f38-c461-4fb5-b72c-7f7b100b3bf7 HTTP/1.1" status: 204  len: 168 time: 1.2731729
Dec 17 16:36:29.044410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f78d118e-4bca-4dde-abc3-967c1af3557d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:36:29.189350 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 58328) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:36:29.244477 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-1e59eee0-d5ff-4dc3-93ca-fb69619e47e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a00b30f07ae4461c94e8a97da44830d4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0537119
Dec 17 16:36:29.247079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 58332) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:36:29.314000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53769c82-8b22-4e93-9f60-aeab13798a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:29.347460 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53769c82-8b22-4e93-9f60-aeab13798a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:29.409075 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53769c82-8b22-4e93-9f60-aeab13798a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:29.415658 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e88d4e9b-ff30-4f5a-932f-788e93b94b30 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:36:29.430744 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53769c82-8b22-4e93-9f60-aeab13798a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92700f0-7e97-44a6-b108-034ffca7fc8b,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:36:29.434884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-53769c82-8b22-4e93-9f60-aeab13798a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:36:29.441818 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53769c82-8b22-4e93-9f60-aeab13798a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:29.443064 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-53769c82-8b22-4e93-9f60-aeab13798a75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b92700f0-7e97-44a6-b108-034ffca7fc8b HTTP/1.1" status: 204  len: 168 time: 0.1948798
Dec 17 16:36:29.653880 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:30.380340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:30.920846 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 58362) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:36:31.077759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04c9d3ac-faf9-4345-b6a7-4ac3d2f607f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:31.095390 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-04c9d3ac-faf9-4345-b6a7-4ac3d2f607f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:36:31.100644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-04c9d3ac-faf9-4345-b6a7-4ac3d2f607f0 admin admin] Usage tracker for resource:security_group_rule and tenant:d3dea1fc34754fc0b9bc01a9b82cdf96 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:36:31.104029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-04c9d3ac-faf9-4345-b6a7-4ac3d2f607f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:36:31.110146 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-04c9d3ac-faf9-4345-b6a7-4ac3d2f607f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:36:31.113969 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:31.206623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04c9d3ac-faf9-4345-b6a7-4ac3d2f607f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:31.209889 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04c9d3ac-faf9-4345-b6a7-4ac3d2f607f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:31.218875 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5348c68f-3e97-4624-9a83-46d2282dc9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:36:31.260702 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-04c9d3ac-faf9-4345-b6a7-4ac3d2f607f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3dea1fc34754fc0b9bc01a9b82cdf96&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3385818
Dec 17 16:36:31.262397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9d3ac-faf9-4345-b6a7-4ac3d2f607f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bede5a2e-a6f4-44ef-8d0d-7dc856c27d76,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:36:31.263508 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58368) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:36:31.266161 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-04c9d3ac-faf9-4345-b6a7-4ac3d2f607f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:36:31.337897 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-92e6ff07-ce53-48dd-a3e5-38f0bc0981b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:31.365907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-92e6ff07-ce53-48dd-a3e5-38f0bc0981b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:31.418458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-92e6ff07-ce53-48dd-a3e5-38f0bc0981b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:31.423886 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-527b0323-60cb-4e27-b3c5-f0b203c8c527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:36:31.435354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6ff07-ce53-48dd-a3e5-38f0bc0981b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bede5a2e-a6f4-44ef-8d0d-7dc856c27d76,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:36:31.440915 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-92e6ff07-ce53-48dd-a3e5-38f0bc0981b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:36:31.442856 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-92e6ff07-ce53-48dd-a3e5-38f0bc0981b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:31.444647 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-92e6ff07-ce53-48dd-a3e5-38f0bc0981b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bede5a2e-a6f4-44ef-8d0d-7dc856c27d76 HTTP/1.1" status: 204  len: 168 time: 0.1800203
Dec 17 16:36:32.510328 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fb51cf57-b649-42b0-97e5-2ddfaf970c7b req-483f5e3e-f6cd-40e6-8538-1ebec43bb1f2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0797217
Dec 17 16:36:32.674522 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51cf57-b649-42b0-97e5-2ddfaf970c7b req-c2b3b48b-d4be-4131-97a3-f7107bebc48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:32.676149 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fb51cf57-b649-42b0-97e5-2ddfaf970c7b req-c2b3b48b-d4be-4131-97a3-f7107bebc48c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1162 time: 0.0768671
Dec 17 16:36:32.836621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51cf57-b649-42b0-97e5-2ddfaf970c7b req-cfad55aa-20d8-41d3-bac2-9335ea2d7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:32.838393 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fb51cf57-b649-42b0-97e5-2ddfaf970c7b req-cfad55aa-20d8-41d3-bac2-9335ea2d7a91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 903 time: 0.1432850
Dec 17 16:36:33.184957 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fb51cf57-b649-42b0-97e5-2ddfaf970c7b req-f3a8126c-c0fb-4bcb-9a41-8748a45e2c44 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 1000 time: 0.3397920
Dec 17 16:36:33.254751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51cf57-b649-42b0-97e5-2ddfaf970c7b req-26c54497-69a4-4b80-ba6b-7ed6c8c5eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:33.257009 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fb51cf57-b649-42b0-97e5-2ddfaf970c7b req-26c54497-69a4-4b80-ba6b-7ed6c8c5eb96 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 200  len: 848 time: 0.0646226
Dec 17 16:36:33.341152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51cf57-b649-42b0-97e5-2ddfaf970c7b req-152e0e2d-0439-44b9-8acf-da5eeb7496a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:36:33.342755 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fb51cf57-b649-42b0-97e5-2ddfaf970c7b req-152e0e2d-0439-44b9-8acf-da5eeb7496a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61b6798a-a837-4af9-9fd8-35aa2301e790&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797522
Dec 17 16:36:33.493097 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fb51cf57-b649-42b0-97e5-2ddfaf970c7b req-eb873e67-526b-4f87-83d5-1a767893b1f2 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433370
Dec 17 16:36:33.640449 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fb51cf57-b649-42b0-97e5-2ddfaf970c7b req-67838da9-039e-48dc-a338-486f28300395 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407595
Dec 17 16:36:39.343218 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:36:55.875688 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:56.262796 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-21effa5c-972e-4df8-8a03-e049e969cb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:58.673229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-5dd035ee-fce0-47e2-ab8c-18991df529f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:36:59.655551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:37:00.371285 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:37:01.115457 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:37:16.342476 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:37:25.881366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:37:26.264545 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-26b8223b-533c-4abb-af65-08ff513351f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:37:28.675093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d4253778-c0b6-42f7-aab9-6555309cfebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:37:29.658412 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:37:30.373241 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:37:31.117444 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:37:33.524708 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-47ab32f2-fc23-4c1f-b79e-26dcac18e1db req-6ff31144-be8b-4da1-b3b6-905f7b403fc9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0773304
Dec 17 16:37:33.688553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab32f2-fc23-4c1f-b79e-26dcac18e1db req-ba7d2f24-d712-47a6-8ee2-08c59024d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:37:33.690169 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-47ab32f2-fc23-4c1f-b79e-26dcac18e1db req-ba7d2f24-d712-47a6-8ee2-08c59024d89a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1162 time: 0.0756409
Dec 17 16:37:33.847712 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab32f2-fc23-4c1f-b79e-26dcac18e1db req-471567c3-cdad-494f-ba63-818effa06d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:37:33.849467 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-47ab32f2-fc23-4c1f-b79e-26dcac18e1db req-471567c3-cdad-494f-ba63-818effa06d3b service neutron] 10.222.0.70 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 903 time: 0.1399202
Dec 17 16:37:33.958641 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-47ab32f2-fc23-4c1f-b79e-26dcac18e1db req-653bd4f1-c6d8-416a-94ef-c2f97c88dc56 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 1000 time: 0.1029487
Dec 17 16:37:34.031694 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab32f2-fc23-4c1f-b79e-26dcac18e1db req-06c3d329-0107-4950-9948-6e813038225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:37:34.033323 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-47ab32f2-fc23-4c1f-b79e-26dcac18e1db req-06c3d329-0107-4950-9948-6e813038225b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 200  len: 848 time: 0.0688534
Dec 17 16:37:34.115144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab32f2-fc23-4c1f-b79e-26dcac18e1db req-5960ef8c-cf2f-453d-8731-8a9fe99cb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:37:34.116815 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-47ab32f2-fc23-4c1f-b79e-26dcac18e1db req-5960ef8c-cf2f-453d-8731-8a9fe99cb481 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61b6798a-a837-4af9-9fd8-35aa2301e790&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766785
Dec 17 16:37:34.266251 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-47ab32f2-fc23-4c1f-b79e-26dcac18e1db req-7f5015a8-a619-4630-89a6-2edad639af0b service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421719
Dec 17 16:37:34.417962 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-47ab32f2-fc23-4c1f-b79e-26dcac18e1db req-53c0fc1e-44e0-4652-a4a8-3902d427eda6 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447010
Dec 17 16:37:53.342109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:37:55.874425 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:37:56.266076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2eb58e7b-5063-42bc-a545-c66e3fc1e25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:37:58.677540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d155e667-1211-4ef1-a7f3-02d5064b1bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:37:59.664562 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:00.377247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:01.119860 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:25.883312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:26.267465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-67df0e3e-3432-47d8-a9e7-f466bb727b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:28.679932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-257e4c81-051b-4e37-b577-4e93cc61f31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:29.666348 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:30.342228 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:38:30.379538 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:31.122616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:35.125413 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7314ff04-d5d6-4f3f-b9b5-f6405b7e418b req-1f51629b-c033-4746-89ce-40713eb5f4e8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0750210
Dec 17 16:38:35.290891 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314ff04-d5d6-4f3f-b9b5-f6405b7e418b req-17d43b38-3d03-4935-be3c-c4b62f5556f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:35.292533 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7314ff04-d5d6-4f3f-b9b5-f6405b7e418b req-17d43b38-3d03-4935-be3c-c4b62f5556f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1162 time: 0.0799849
Dec 17 16:38:35.454125 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314ff04-d5d6-4f3f-b9b5-f6405b7e418b req-526e026a-9772-489f-8039-70c955346230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:35.455784 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7314ff04-d5d6-4f3f-b9b5-f6405b7e418b req-526e026a-9772-489f-8039-70c955346230 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 903 time: 0.1433001
Dec 17 16:38:35.565641 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7314ff04-d5d6-4f3f-b9b5-f6405b7e418b req-9c25212f-15ac-4c3a-b8dc-769e87752b96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 1000 time: 0.1029167
Dec 17 16:38:35.636977 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314ff04-d5d6-4f3f-b9b5-f6405b7e418b req-a39b1dfc-4101-497c-9a9b-b4ca5047b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:35.638571 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7314ff04-d5d6-4f3f-b9b5-f6405b7e418b req-a39b1dfc-4101-497c-9a9b-b4ca5047b024 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 200  len: 848 time: 0.0665224
Dec 17 16:38:35.719542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314ff04-d5d6-4f3f-b9b5-f6405b7e418b req-f4bc9ad8-c202-4277-a2f9-3c9d53c18dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:35.721252 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7314ff04-d5d6-4f3f-b9b5-f6405b7e418b req-f4bc9ad8-c202-4277-a2f9-3c9d53c18dbd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61b6798a-a837-4af9-9fd8-35aa2301e790&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761695
Dec 17 16:38:35.869809 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7314ff04-d5d6-4f3f-b9b5-f6405b7e418b req-b5685a02-47f7-4edd-8d47-b3d4b13629a3 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409562
Dec 17 16:38:36.018104 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7314ff04-d5d6-4f3f-b9b5-f6405b7e418b req-43d4f90e-43ba-4979-860a-77e5294524ba service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418853
Dec 17 16:38:46.874009 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-ef4bcc23-9481-40e1-8cad-967f02961d25 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/floatingips/26cef3e7-70bb-4b60-b74e-ecad69d3058f HTTP/1.1" status: 200  len: 997 time: 0.2509584
Dec 17 16:38:47.038523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-d242c010-b53c-4c33-a700-e742a86cbccd tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:47.040015 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-d242c010-b53c-4c33-a700-e742a86cbccd tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/networks/91d1505b-ce8a-4e95-a9a1-fbd742f1e542 HTTP/1.1" status: 200  len: 784 time: 0.1601892
Dec 17 16:38:47.050916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-327ecc6b-a0b0-46b2-83f4-cc4df728ef74 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80279) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:38:47.052511 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-327ecc6b-a0b0-46b2-83f4-cc4df728ef74 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0064259
Dec 17 16:38:47.163040 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-8a5d29c3-fa47-4848-9d80-49057cb751b7 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.72 HTTP/1.1" status: 200  len: 1000 time: 0.1038301
Dec 17 16:38:47.241018 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-8565f542-ffe6-40ac-99ca-6ff6a65a4b11 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:47.242528 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-8565f542-ffe6-40ac-99ca-6ff6a65a4b11 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports/b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 942 time: 0.0736659
Dec 17 16:38:47.428453 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-23e91a99-7289-4318-b505-f395c4b8e83a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.72 HTTP/1.1" status: 200  len: 1000 time: 0.1050024
Dec 17 16:38:47.646655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Deleting port c68bb40d-278a-43ec-9569-2feeab52f137 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:38:47.647040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:47.826952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:47.827324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for floatingip, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:47.957693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Calling delete_port for c68bb40d-278a-43ec-9569-2feeab52f137 owned by network:floatingip {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:38:48.111138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:48.126726 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ac230817-9260-47b5-9215-a2c08200ef0e tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:38:48.221930 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Pushing event deleted for resources: {'Port': ['ID=c68bb40d-278a-43ec-9569-2feeab52f137,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:38:48.240505 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.240924 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.241334 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.241736 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.242137 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.242534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.242929 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.243318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.243710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.244103 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.244535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.244926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.245387 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.245784 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.246173 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.246561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.246947 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.247334 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.247719 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.248108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.248520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.248905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.249291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.249677 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:48.255468 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:38:48.610228 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for floatingip, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:48.610603 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Floating IP 26cef3e7-70bb-4b60-b74e-ecad69d3058f disassociated (deleted). External IP: 172.27.0.72, port: b27bac69-4c04-47c2-902d-103cbcd09897.
Dec 17 16:38:48.977224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Router da56c4e7-4520-457c-a054-1e1487c38f30 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:38:49.163015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:38:49.172900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcecd78-50b7-4626-a6ec-876326c416c7 None None] Sync routers for ids ['da56c4e7-4520-457c-a054-1e1487c38f30'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:38:49.183326 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcecd78-50b7-4626-a6ec-876326c416c7 None None] Routers {'da56c4e7-4520-457c-a054-1e1487c38f30'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:38:49.184086 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-8bcecd78-50b7-4626-a6ec-876326c416c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f0f3358>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:38:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['da56c4e7-4520-457c-a054-1e1487c38f30'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:38:49.189183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:49.248143 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "DELETE /v2.0/floatingips/26cef3e7-70bb-4b60-b74e-ecad69d3058f HTTP/1.1" status: 204  len: 173 time: 1.8136013
Dec 17 16:38:49.248654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:38:49.312857 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897', 'status': 'completed', 'code': 200}
Dec 17 16:38:49.372393 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-8bcecd78-50b7-4626-a6ec-876326c416c7 None None] Set router da56c4e7-4520-457c-a054-1e1487c38f30 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:38:49.487365 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-7986cf64-fd0e-45bc-8e4e-e03c0a37dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:49.489595 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-7986cf64-fd0e-45bc-8e4e-e03c0a37dc7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1162 time: 0.2265797
Dec 17 16:38:49.495514 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859f617-24ff-43eb-b581-a82707162f90 req-a834e19e-4549-4804-8f55-73bafff6d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:49.497131 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d859f617-24ff-43eb-b581-a82707162f90 req-a834e19e-4549-4804-8f55-73bafff6d6af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3322785548f94f068b89ff97f6305743&device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 1162 time: 0.1196132
Dec 17 16:38:49.708697 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-8bcecd78-50b7-4626-a6ec-876326c416c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f0f3358>, [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 4, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '6c0c94ed-3482-4a12-b49c-dcd515fba6a4', 'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'mac_address': 'fa:16:3e:84:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:37Z', 'updated_at': '2020-12-17T16:32:50Z', 'revision_number': 5, 'project_id': '3322785548f94f068b89ff97f6305743', 'subnets': [{'id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:38:49.713151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcecd78-50b7-4626-a6ec-876326c416c7 None None] Checking router: da56c4e7-4520-457c-a054-1e1487c38f30 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:38:49.722110 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcecd78-50b7-4626-a6ec-876326c416c7 None None] Routers {'da56c4e7-4520-457c-a054-1e1487c38f30'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:38:49.722762 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-8bcecd78-50b7-4626-a6ec-876326c416c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f0f3358>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:38:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['da56c4e7-4520-457c-a054-1e1487c38f30'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:38:49.762355 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-fbee7ef4-1344-4d85-987e-aa89bfeecfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:49.763975 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-fbee7ef4-1344-4d85-987e-aa89bfeecfa2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 903 time: 0.2658987
Dec 17 16:38:49.766436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859f617-24ff-43eb-b581-a82707162f90 req-54c88e93-0cb0-4347-926b-fb3e88414b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:49.767912 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d859f617-24ff-43eb-b581-a82707162f90 req-54c88e93-0cb0-4347-926b-fb3e88414b90 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 200  len: 903 time: 0.2448506
Dec 17 16:38:49.898134 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-66b70fe1-b38a-4d3f-b7d8-220b67fcb76d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 217 time: 0.1269426
Dec 17 16:38:49.908222 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d859f617-24ff-43eb-b581-a82707162f90 req-2a947411-2fb1-45d8-92ba-a46f64763a74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 200  len: 217 time: 0.0852020
Dec 17 16:38:50.036607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-eb2d523e-6acd-4a6f-a49f-e2b61096f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:50.038407 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-eb2d523e-6acd-4a6f-a49f-e2b61096f9ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 200  len: 848 time: 0.1323185
Dec 17 16:38:50.039798 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859f617-24ff-43eb-b581-a82707162f90 req-0fb3f6f3-d5d7-4590-8d82-3a31f99f60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:50.041264 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d859f617-24ff-43eb-b581-a82707162f90 req-0fb3f6f3-d5d7-4590-8d82-3a31f99f60ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 200  len: 848 time: 0.0973272
Dec 17 16:38:50.079052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-8bcecd78-50b7-4626-a6ec-876326c416c7 None None] Set router da56c4e7-4520-457c-a054-1e1487c38f30 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:38:50.186450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-b097fab8-354a-4d77-8aa0-de8adf9beff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:50.188077 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-b097fab8-354a-4d77-8aa0-de8adf9beff4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61b6798a-a837-4af9-9fd8-35aa2301e790&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1427517
Dec 17 16:38:50.189997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859f617-24ff-43eb-b581-a82707162f90 req-651a1095-55c2-41aa-9319-5abebbdb0199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:50.191609 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d859f617-24ff-43eb-b581-a82707162f90 req-651a1095-55c2-41aa-9319-5abebbdb0199 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61b6798a-a837-4af9-9fd8-35aa2301e790&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1087503
Dec 17 16:38:50.419040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-8bcecd78-50b7-4626-a6ec-876326c416c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f0f3358>, [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 4, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '6c0c94ed-3482-4a12-b49c-dcd515fba6a4', 'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'mac_address': 'fa:16:3e:84:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:37Z', 'updated_at': '2020-12-17T16:32:50Z', 'revision_number': 5, 'project_id': '3322785548f94f068b89ff97f6305743', 'subnets': [{'id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:38:50.423533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcecd78-50b7-4626-a6ec-876326c416c7 None None] The sync data for ids ['da56c4e7-4520-457c-a054-1e1487c38f30'] in dv-cinder-766752-2-iscsi is: [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:32:38Z', 'revision_number': 4, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '6c0c94ed-3482-4a12-b49c-dcd515fba6a4', 'name': '', 'network_id': '61b6798a-a837-4af9-9fd8-35aa2301e790', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'mac_address': 'fa:16:3e:84:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:37Z', 'updated_at': '2020-12-17T16:32:50Z', 'revision_number': 5, 'project_id': '3322785548f94f068b89ff97f6305743', 'subnets': [{'id': 'f38dc044-c030-42fb-808b-bafa3ff41906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:38:50.459618 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-dd1914f6-f01c-4e3c-ac71-a0bed994bc19 service neutron] 10.222.0.21 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2632735
Dec 17 16:38:50.461672 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d859f617-24ff-43eb-b581-a82707162f90 req-eadf2d97-86de-4352-8ad3-a646e9893bdd service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436957
Dec 17 16:38:50.730319 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-89931d3b-bfb2-4475-9c5c-61f8b7203b9b req-7a9b27bf-43be-4799-8c4a-f2821fa064b4 service neutron] 10.222.0.21 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2631812
Dec 17 16:38:50.732753 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d859f617-24ff-43eb-b581-a82707162f90 req-857387d1-e151-4463-9f66-c06051da5766 service neutron] 10.222.0.70 "GET /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2435699
Dec 17 16:38:50.858667 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef22a7ec-1fed-4e41-997a-c409bcfaaccb None None] New status for floating IP 26cef3e7-70bb-4b60-b74e-ecad69d3058f: DOWN {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:38:51.165510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ab55a-e74e-45dc-bdca-e6703e712782 req-1924ebd9-87de-4f8a-b6d9-f16bbbb105c7 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:51.166269 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-291ab55a-e74e-45dc-bdca-e6703e712782 req-1924ebd9-87de-4f8a-b6d9-f16bbbb105c7 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Synchronizing usage tracker for tenant:3322785548f94f068b89ff97f6305743 on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:38:51.182304 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-291ab55a-e74e-45dc-bdca-e6703e712782 req-1924ebd9-87de-4f8a-b6d9-f16bbbb105c7 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Unset dirty status for tenant:3322785548f94f068b89ff97f6305743 on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:38:51.183591 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-291ab55a-e74e-45dc-bdca-e6703e712782 req-1924ebd9-87de-4f8a-b6d9-f16bbbb105c7 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.0998983
Dec 17 16:38:51.232146 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-291ab55a-e74e-45dc-bdca-e6703e712782 req-23fa2714-21cb-4af6-87c4-afa21120eb66 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0419025
Dec 17 16:38:52.456009 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efca5a-fbc2-4e8b-9d79-7f63d880f946 req-d8990a61-769c-492e-9e95-f6d88bb46dd4 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:52.457664 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-57efca5a-fbc2-4e8b-9d79-7f63d880f946 req-d8990a61-769c-492e-9e95-f6d88bb46dd4 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.0895324
Dec 17 16:38:52.506435 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-57efca5a-fbc2-4e8b-9d79-7f63d880f946 req-bda49f50-98aa-4105-9bee-e2afeec44d31 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups?id=757884a7-0ac1-4b9a-9660-c3b7d13660f2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0416379
Dec 17 16:38:52.896376 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device b27bac69-4c04-47c2-902d-103cbcd09897 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:38:53.017639 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:53.045757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c84a2-60d2-4407-abed-722ca5fe7132 req-4416634f-4f19-43f5-abc9-93c5bc31d78e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:38:53.046026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:38:53.047325 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-297c84a2-60d2-4407-abed-722ca5fe7132 req-4416634f-4f19-43f5-abc9-93c5bc31d78e tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.70 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 945 time: 0.3261671
Dec 17 16:38:53.056664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port b27bac69-4c04-47c2-902d-103cbcd09897, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b27bac69-4c04-47c2-902d-103cbcd09897,segment=NetworkSegment(9a9561b4-fb1d-4098-a86e-bf097b55f288),segment_id=9a9561b4-fb1d-4098-a86e-bf097b55f288)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:38:53.060123 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:53.062186 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ba384026-dbc4-4282-a534-e16efb18eac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:38:53.125813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-297c84a2-60d2-4407-abed-722ca5fe7132 req-df084c16-7c47-40df-8642-3bcdd9ad2c6d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Deleting port b27bac69-4c04-47c2-902d-103cbcd09897 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:38:53.126195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-297c84a2-60d2-4407-abed-722ca5fe7132 req-df084c16-7c47-40df-8642-3bcdd9ad2c6d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:53.134210 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=b27bac69-4c04-47c2-902d-103cbcd09897,revision_number=7']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:38:53.142243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.142637 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.143030 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.143411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.143791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.144168 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.144566 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.144941 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.145314 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.145683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.146053 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.146467 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.146859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.147227 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.147596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.147970 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.148363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.148732 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.149096 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.149461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.149824 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.150188 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.150555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.150916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:53.155713 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:38:53.383345 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-297c84a2-60d2-4407-abed-722ca5fe7132 req-df084c16-7c47-40df-8642-3bcdd9ad2c6d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] For port b27bac69-4c04-47c2-902d-103cbcd09897, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=b27bac69-4c04-47c2-902d-103cbcd09897,segment=NetworkSegment(9a9561b4-fb1d-4098-a86e-bf097b55f288),segment_id=9a9561b4-fb1d-4098-a86e-bf097b55f288)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:38:53.383749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-297c84a2-60d2-4407-abed-722ca5fe7132 req-df084c16-7c47-40df-8642-3bcdd9ad2c6d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:53.510919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-297c84a2-60d2-4407-abed-722ca5fe7132 req-df084c16-7c47-40df-8642-3bcdd9ad2c6d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Calling delete_port for b27bac69-4c04-47c2-902d-103cbcd09897 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:38:53.660084 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-297c84a2-60d2-4407-abed-722ca5fe7132 req-df084c16-7c47-40df-8642-3bcdd9ad2c6d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:53.679449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-eeb58394-d234-468e-b909-1728927ae42a tempest-AttachVolumeTestJSON-2020065478 tempest-AttachVolumeTestJSON-2020065478] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:38:53.693140 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0448246f-fe88-4d00-a6c8-5b96a58ddfcb req-ce2a7844-cf81-4f08-85e5-18a0608ce15b tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 210 time: 0.0475991
Dec 17 16:38:53.774303 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df084c16-7c47-40df-8642-3bcdd9ad2c6d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Pushing event deleted for resources: {'Port': ['ID=b27bac69-4c04-47c2-902d-103cbcd09897,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:38:53.781799 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-df084c16-7c47-40df-8642-3bcdd9ad2c6d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:38:53.882513 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c84a2-60d2-4407-abed-722ca5fe7132 req-df084c16-7c47-40df-8642-3bcdd9ad2c6d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] No DVR routers for this DVR port b27bac69-4c04-47c2-902d-103cbcd09897 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:38:53.884916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-297c84a2-60d2-4407-abed-722ca5fe7132 req-df084c16-7c47-40df-8642-3bcdd9ad2c6d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:53.887721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'name': 'network-vif-deleted', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:38:53.903468 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-297c84a2-60d2-4407-abed-722ca5fe7132 req-df084c16-7c47-40df-8642-3bcdd9ad2c6d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.70 "DELETE /v2.0/ports/b27bac69-4c04-47c2-902d-103cbcd09897 HTTP/1.1" status: 204  len: 173 time: 0.8494461
Dec 17 16:38:53.948246 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'name': 'network-vif-deleted', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897', 'status': 'completed', 'code': 200}
Dec 17 16:38:54.123788 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92d0785-851b-45ce-9697-555b50ef7b39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b27bac69-4c04-47c2-902d-103cbcd09897', 'code': 200}
Dec 17 16:38:54.891590 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-99e4cd48-696f-4645-88b6-d8560f77438c req-737c4587-cc02-4de1-8194-f4e55a347498 tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0785-851b-45ce-9697-555b50ef7b39 HTTP/1.1" status: 200  len: 210 time: 0.0518970
Dec 17 16:38:55.884526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:56.095580 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ce9cacd0-f754-47bc-ac23-86db48cabe96 req-819d39a5-93cf-46c9-9ffe-5ae28721bf3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "GET /v2.0/security-groups/757884a7-0ac1-4b9a-9660-c3b7d13660f2 HTTP/1.1" status: 200  len: 2877 time: 0.0524447
Dec 17 16:38:56.168890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-ce9cacd0-f754-47bc-ac23-86db48cabe96 req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:56.198561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-ce9cacd0-f754-47bc-ac23-86db48cabe96 req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:56.246992 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-ce9cacd0-f754-47bc-ac23-86db48cabe96 req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:56.256032 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ff414b17-b52b-4a94-a82d-4d470cbd0bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:38:56.268427 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8a56335-8a37-4a35-b102-e86d00c43e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:56.279113 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Pushing event deleted for resources: {'SecurityGroup': ['ID=757884a7-0ac1-4b9a-9660-c3b7d13660f2,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:38:56.291786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.292231 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.292655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.293062 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.293465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.293867 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.294318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.294720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.295112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.295502 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.295894 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.296308 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.296772 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.297162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.297553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.297942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.298330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.298720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.299108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.299497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.299883 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.300294 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.300683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.301070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:38:56.304861 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:38:56.310027 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-ce9cacd0-f754-47bc-ac23-86db48cabe96 req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:56.311228 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ce9cacd0-f754-47bc-ac23-86db48cabe96 req-8fd7ffef-a0a7-42c0-a491-e93d8cecfd3a tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] 10.222.0.21 "DELETE /v2.0/security-groups/757884a7-0ac1-4b9a-9660-c3b7d13660f2 HTTP/1.1" status: 204  len: 173 time: 0.2091670
Dec 17 16:38:57.384773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58446) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:38:57.893926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676792'] for router_interface, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:58.498716 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] Deleting port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:38:58.499316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:58.682210 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-be385bd5-8a6c-48bd-a055-32d5077dfde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:58.683624 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] For port 6c0c94ed-3482-4a12-b49c-dcd515fba6a4, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=6c0c94ed-3482-4a12-b49c-dcd515fba6a4,segment=NetworkSegment(9a9561b4-fb1d-4098-a86e-bf097b55f288),segment_id=9a9561b4-fb1d-4098-a86e-bf097b55f288)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:38:58.684020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:58.809821 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] Calling delete_port for 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 owned by network:router_interface {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:38:58.991668 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:59.006919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7341688a-a7d3-4b8b-8b06-ed3b4f42fe1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:38:59.099938 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0c94ed-3482-4a12-b49c-dcd515fba6a4,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:38:59.106589 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:38:59.409266 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1098573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676626'] for router_interface, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:38:59.669981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:00.144739 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] Router da56c4e7-4520-457c-a054-1e1487c38f30 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:39:00.330585 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:39:00.339289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3541928-5f4e-4988-8d38-7818822bf2f3 None None] Sync routers for ids ['da56c4e7-4520-457c-a054-1e1487c38f30'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:39:00.344771 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] 10.222.0.21 "PUT /v2.0/routers/da56c4e7-4520-457c-a054-1e1487c38f30/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9568627
Dec 17 16:39:00.346172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58452) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:00.349773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3541928-5f4e-4988-8d38-7818822bf2f3 None None] Routers {'da56c4e7-4520-457c-a054-1e1487c38f30'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:39:00.350440 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-f3541928-5f4e-4988-8d38-7818822bf2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb8200eee10>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:38:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['da56c4e7-4520-457c-a054-1e1487c38f30'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:00.392040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:00.535176 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] Notify callbacks [] for router, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:00.542807 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-f3541928-5f4e-4988-8d38-7818822bf2f3 None None] Set router da56c4e7-4520-457c-a054-1e1487c38f30 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:39:00.720431 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:00.726344 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] Deleting port 16b7803c-9785-467b-88a3-74f91b0d748b {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:39:00.726717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:00.844440 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-f3541928-5f4e-4988-8d38-7818822bf2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb8200eee10>, [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:38:58Z', 'revision_number': 5, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:00.848676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3541928-5f4e-4988-8d38-7818822bf2f3 None None] Checking router: da56c4e7-4520-457c-a054-1e1487c38f30 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:39:00.857846 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3541928-5f4e-4988-8d38-7818822bf2f3 None None] Routers {'da56c4e7-4520-457c-a054-1e1487c38f30'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:39:00.858487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-f3541928-5f4e-4988-8d38-7818822bf2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb8200eee10>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:38:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['da56c4e7-4520-457c-a054-1e1487c38f30'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:00.908265 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] For port 16b7803c-9785-467b-88a3-74f91b0d748b, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=16b7803c-9785-467b-88a3-74f91b0d748b,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:39:00.908670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:01.036280 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] Calling delete_port for 16b7803c-9785-467b-88a3-74f91b0d748b owned by network:router_gateway {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:39:01.046186 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-f3541928-5f4e-4988-8d38-7818822bf2f3 None None] Set router da56c4e7-4520-457c-a054-1e1487c38f30 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:39:01.125701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:01.180286 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:01.349928 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-f3541928-5f4e-4988-8d38-7818822bf2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb8200eee10>, [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:38:58Z', 'revision_number': 5, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:01.354094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3541928-5f4e-4988-8d38-7818822bf2f3 None None] The sync data for ids ['da56c4e7-4520-457c-a054-1e1487c38f30'] in dv-cinder-766752-2-iscsi is: [{'id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'name': 'tempest-TestShelveInstance-1701661421-router', 'tenant_id': '3322785548f94f068b89ff97f6305743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:33Z', 'updated_at': '2020-12-17T16:38:58Z', 'revision_number': 5, 'project_id': '3322785548f94f068b89ff97f6305743', 'gw_port': {'id': '16b7803c-9785-467b-88a3-74f91b0d748b', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:02:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da56c4e7-4520-457c-a054-1e1487c38f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:34Z', 'updated_at': '2020-12-17T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:39:01.374878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102653'] for router_gateway, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:01.514527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110377'] for router, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:01.516979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:01.540940 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669308'] for router, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:01.541491 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] Fanout notify agent at l3_agent the message router_deleted on router da56c4e7-4520-457c-a054-1e1487c38f30 {{(pid=80279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 17 16:39:01.554975 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:01.556217 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e432e074-9396-4efc-b27b-aab4784ac25e admin admin] 10.222.0.21 "DELETE /v2.0/routers/da56c4e7-4520-457c-a054-1e1487c38f30 HTTP/1.1" status: 204  len: 168 time: 1.2090147
Dec 17 16:39:01.558898 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58456) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:01.626896 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6d86de-93f5-45f0-9dbe-13790ca04e0d admin admin] Deleting subnet f38dc044-c030-42fb-808b-bafa3ff41906 {{(pid=80279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:39:01.630099 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1c6d86de-93f5-45f0-9dbe-13790ca04e0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:01.687285 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1c6d86de-93f5-45f0-9dbe-13790ca04e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789497186'] for subnet, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:01.769132 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1c6d86de-93f5-45f0-9dbe-13790ca04e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:02.087607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1c6d86de-93f5-45f0-9dbe-13790ca04e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65771292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789246181'] for subnet, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:02.104777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:02.193124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d86de-93f5-45f0-9dbe-13790ca04e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38dc044-c030-42fb-808b-bafa3ff41906,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:02.200940 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1c6d86de-93f5-45f0-9dbe-13790ca04e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:02.246591 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1c6d86de-93f5-45f0-9dbe-13790ca04e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:02.257173 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-1c6d86de-93f5-45f0-9dbe-13790ca04e0d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f38dc044-c030-42fb-808b-bafa3ff41906 HTTP/1.1" status: 204  len: 168 time: 0.6971612
Dec 17 16:39:02.259636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58460) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:02.262628 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8707b2e-4382-4070-9db0-3edc4555189b None None] Network 61b6798a-a837-4af9-9fd8-35aa2301e790 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:39:02.388329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:02.462310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 16b7803c-9785-467b-88a3-74f91b0d748b no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:39:02.468153 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Deleting port fec106b0-bb0f-4281-a13d-f36bbc7497b5 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:39:02.468565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:02.510020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: 16b7803c-9785-467b-88a3-74f91b0d748b {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:39:02.510408 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 16b7803c-9785-467b-88a3-74f91b0d748b not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:39:02.510880 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:39:02.596134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:39:02.596551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 6c0c94ed-3482-4a12-b49c-dcd515fba6a4 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:39:02.720145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05693ee7-e8fa-411e-b38b-a17715c0db4c None None] DHCP port deletion for 61b6798a-a837-4af9-9fd8-35aa2301e790 request from dv-cinder-766752-2-iscsi {{(pid=80281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 17 16:39:02.725512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-05693ee7-e8fa-411e-b38b-a17715c0db4c None None] Deleting port fec106b0-bb0f-4281-a13d-f36bbc7497b5 {{(pid=80281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:39:02.725932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05693ee7-e8fa-411e-b38b-a17715c0db4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:02.927393 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] For port fec106b0-bb0f-4281-a13d-f36bbc7497b5, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=fec106b0-bb0f-4281-a13d-f36bbc7497b5,segment=NetworkSegment(9a9561b4-fb1d-4098-a86e-bf097b55f288),segment_id=9a9561b4-fb1d-4098-a86e-bf097b55f288)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:39:02.927998 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:02.950917 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-05693ee7-e8fa-411e-b38b-a17715c0db4c None None] For port fec106b0-bb0f-4281-a13d-f36bbc7497b5, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=fec106b0-bb0f-4281-a13d-f36bbc7497b5,segment=NetworkSegment(9a9561b4-fb1d-4098-a86e-bf097b55f288),segment_id=9a9561b4-fb1d-4098-a86e-bf097b55f288)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:39:02.951295 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05693ee7-e8fa-411e-b38b-a17715c0db4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:03.056615 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Calling delete_port for fec106b0-bb0f-4281-a13d-f36bbc7497b5 owned by network:dhcp {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:39:03.085787 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-05693ee7-e8fa-411e-b38b-a17715c0db4c None None] Calling delete_port for fec106b0-bb0f-4281-a13d-f36bbc7497b5 owned by network:dhcp {{(pid=80281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:39:03.137105 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:03.152695 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-50cf258f-1699-4094-9758-85b6186670a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:03.158295 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [None req-05693ee7-e8fa-411e-b38b-a17715c0db4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80281) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:39:03.158711 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [None req-05693ee7-e8fa-411e-b38b-a17715c0db4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:39:03.243760 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec106b0-bb0f-4281-a13d-f36bbc7497b5,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:03.250422 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:03.292141 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] No DVR routers for this DVR port fec106b0-bb0f-4281-a13d-f36bbc7497b5 on host dv-cinder-766752-2-iscsi {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:39:03.414330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:03.530531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81efa6470>,) {'filters': {'network_id': ['61b6798a-a837-4af9-9fd8-35aa2301e790']}} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:03.544714 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81efa6470>, '9a9561b4-fb1d-4098-a86e-bf097b55f288') {'for_net_delete': True} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:03.545033 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81efa6470>, '9a9561b4-fb1d-4098-a86e-bf097b55f288') {} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:03.558170 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65278599'] for segment, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:03.576130 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:03.578252 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:39:03.660588 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-05693ee7-e8fa-411e-b38b-a17715c0db4c None None] Deleting port fec106b0-bb0f-4281-a13d-f36bbc7497b5 {{(pid=80281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:39:03.661635 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-05693ee7-e8fa-411e-b38b-a17715c0db4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:03.731377 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-05693ee7-e8fa-411e-b38b-a17715c0db4c None None] The port 'fec106b0-bb0f-4281-a13d-f36bbc7497b5' was deleted {{(pid=80281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 17 16:39:03.756652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Network 61b6798a-a837-4af9-9fd8-35aa2301e790 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:39:03.765644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789004610'] for segment, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:03.950003 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Network 61b6798a-a837-4af9-9fd8-35aa2301e790 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:39:03.973092 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:39:04.056264 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:04.060147 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:04.075279 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:04.089728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=61b6798a-a837-4af9-9fd8-35aa2301e790,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:04.093804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:04.108235 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4637348f-be4f-41c6-b285-c014071d8d02 admin admin] 10.222.0.21 "DELETE /v2.0/networks/61b6798a-a837-4af9-9fd8-35aa2301e790 HTTP/1.1" status: 204  len: 168 time: 1.8473644
Dec 17 16:39:04.111249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58464) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:04.423718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device fec106b0-bb0f-4281-a13d-f36bbc7497b5 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:39:04.461847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: fec106b0-bb0f-4281-a13d-f36bbc7497b5 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:39:04.462246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device fec106b0-bb0f-4281-a13d-f36bbc7497b5 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:39:04.473176 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676792'] for router_interface, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:05.071752 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] Deleting port 243c79ab-edf6-43b7-bd1b-6496ab96c545 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:39:05.072384 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:05.264114 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] For port 243c79ab-edf6-43b7-bd1b-6496ab96c545, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=243c79ab-edf6-43b7-bd1b-6496ab96c545,segment=NetworkSegment(756e062a-cd79-43fa-ad71-8fa09d811e53),segment_id=756e062a-cd79-43fa-ad71-8fa09d811e53)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:39:05.264546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:05.625479 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] Calling delete_port for 243c79ab-edf6-43b7-bd1b-6496ab96c545 owned by network:router_interface {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:39:05.809188 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:05.824979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c12107ee-e40d-46b5-9686-b56a362ecc94 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:05.918340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] Pushing event deleted for resources: {'Port': ['ID=243c79ab-edf6-43b7-bd1b-6496ab96c545,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:05.921212 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:06.235408 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1098573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676626'] for router_interface, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:06.733594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] Router 7188d5e5-c82c-47cd-8bb6-7659114fa52b has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:39:06.919451 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:39:06.929380 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d57d8f7-37c8-44ee-803f-5a2ef5dba1bc None None] Sync routers for ids ['7188d5e5-c82c-47cd-8bb6-7659114fa52b'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:39:06.929655 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] 10.222.0.21 "PUT /v2.0/routers/7188d5e5-c82c-47cd-8bb6-7659114fa52b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8173280
Dec 17 16:39:06.932362 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58470) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:06.939456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d57d8f7-37c8-44ee-803f-5a2ef5dba1bc None None] Routers {'7188d5e5-c82c-47cd-8bb6-7659114fa52b'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:39:06.940171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-3d57d8f7-37c8-44ee-803f-5a2ef5dba1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81e566a20>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:38:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7188d5e5-c82c-47cd-8bb6-7659114fa52b'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:07.117546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] Notify callbacks [] for router, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:07.125215 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-3d57d8f7-37c8-44ee-803f-5a2ef5dba1bc None None] Set router 7188d5e5-c82c-47cd-8bb6-7659114fa52b gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:39:07.300436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:07.306085 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] Deleting port 1555721f-c412-40aa-a849-0559747a1385 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:39:07.306494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:07.341859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:39:07.430555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-3d57d8f7-37c8-44ee-803f-5a2ef5dba1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81e566a20>, [{'id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'name': 'tempest-TestShelveInstance-535434548-router', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '1555721f-c412-40aa-a849-0559747a1385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:42Z', 'updated_at': '2020-12-17T16:39:05Z', 'revision_number': 5, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'gw_port': {'id': '1555721f-c412-40aa-a849-0559747a1385', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:43Z', 'updated_at': '2020-12-17T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:07.434804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d57d8f7-37c8-44ee-803f-5a2ef5dba1bc None None] Checking router: 7188d5e5-c82c-47cd-8bb6-7659114fa52b for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:39:07.443833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d57d8f7-37c8-44ee-803f-5a2ef5dba1bc None None] Routers {'7188d5e5-c82c-47cd-8bb6-7659114fa52b'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:39:07.444543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-3d57d8f7-37c8-44ee-803f-5a2ef5dba1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81e566a20>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:38:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['7188d5e5-c82c-47cd-8bb6-7659114fa52b'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:07.490872 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] For port 1555721f-c412-40aa-a849-0559747a1385, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=1555721f-c412-40aa-a849-0559747a1385,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:39:07.491273 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:07.620220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] Calling delete_port for 1555721f-c412-40aa-a849-0559747a1385 owned by network:router_gateway {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:39:07.630191 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-3d57d8f7-37c8-44ee-803f-5a2ef5dba1bc None None] Set router 7188d5e5-c82c-47cd-8bb6-7659114fa52b gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:39:07.760700 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:08.129047 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-3d57d8f7-37c8-44ee-803f-5a2ef5dba1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81e566a20>, [{'id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'name': 'tempest-TestShelveInstance-535434548-router', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '1555721f-c412-40aa-a849-0559747a1385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:42Z', 'updated_at': '2020-12-17T16:39:05Z', 'revision_number': 5, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'gw_port': {'id': '1555721f-c412-40aa-a849-0559747a1385', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:43Z', 'updated_at': '2020-12-17T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:08.133910 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d57d8f7-37c8-44ee-803f-5a2ef5dba1bc None None] The sync data for ids ['7188d5e5-c82c-47cd-8bb6-7659114fa52b'] in dv-cinder-766752-2-iscsi is: [{'id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'name': 'tempest-TestShelveInstance-535434548-router', 'tenant_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '1555721f-c412-40aa-a849-0559747a1385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:32:42Z', 'updated_at': '2020-12-17T16:39:05Z', 'revision_number': 5, 'project_id': '464d2d6ac27e4109b5472dc4fe9adf9c', 'gw_port': {'id': '1555721f-c412-40aa-a849-0559747a1385', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7188d5e5-c82c-47cd-8bb6-7659114fa52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:32:43Z', 'updated_at': '2020-12-17T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:39:08.208139 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102653'] for router_gateway, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:08.344851 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110377'] for router, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:08.347387 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:08.369677 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669308'] for router, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:08.370323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7188d5e5-c82c-47cd-8bb6-7659114fa52b {{(pid=80279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 17 16:39:08.384038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:08.387576 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-023c292a-4e42-416b-8118-7ea3caecfa0c admin admin] 10.222.0.21 "DELETE /v2.0/routers/7188d5e5-c82c-47cd-8bb6-7659114fa52b HTTP/1.1" status: 204  len: 168 time: 1.4518421
Dec 17 16:39:08.387951 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58474) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:08.411770 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 243c79ab-edf6-43b7-bd1b-6496ab96c545 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:39:08.447801 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: 243c79ab-edf6-43b7-bd1b-6496ab96c545 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:39:08.447968 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 243c79ab-edf6-43b7-bd1b-6496ab96c545 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:39:08.460586 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef35d718-9023-45f6-86f4-2313a399bb53 admin admin] Deleting subnet 39852ccb-883b-4866-a452-739857ff21d9 {{(pid=80279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:39:08.463670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ef35d718-9023-45f6-86f4-2313a399bb53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:08.516853 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ef35d718-9023-45f6-86f4-2313a399bb53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789497186'] for subnet, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:08.602860 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ef35d718-9023-45f6-86f4-2313a399bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:08.871967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ef35d718-9023-45f6-86f4-2313a399bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65771292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789246181'] for subnet, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:08.887949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4a676d47-d73a-4baf-8b31-b837480b0aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:08.977638 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35d718-9023-45f6-86f4-2313a399bb53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39852ccb-883b-4866-a452-739857ff21d9,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:08.980478 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ef35d718-9023-45f6-86f4-2313a399bb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:09.023452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ef35d718-9023-45f6-86f4-2313a399bb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:09.028483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6748e95c-44b9-4147-92f3-6a77c2f01a08 None None] Network 8e17b8e2-edfb-4a19-9efe-ff382007ccce requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:39:09.029515 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ef35d718-9023-45f6-86f4-2313a399bb53 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/39852ccb-883b-4866-a452-739857ff21d9 HTTP/1.1" status: 204  len: 168 time: 0.6404867
Dec 17 16:39:09.032169 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58478) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:09.153431 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:09.221320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Deleting port 7f556677-d38e-4d99-88a1-55182b5e5dfa {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:39:09.221701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:09.290394 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b78f15-b3e2-4e0d-8d62-1ce7d972a11d None None] DHCP port deletion for 8e17b8e2-edfb-4a19-9efe-ff382007ccce request from dv-cinder-766752-2-iscsi {{(pid=80281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 17 16:39:09.295027 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-c6b78f15-b3e2-4e0d-8d62-1ce7d972a11d None None] Deleting port 7f556677-d38e-4d99-88a1-55182b5e5dfa {{(pid=80281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:39:09.295450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c6b78f15-b3e2-4e0d-8d62-1ce7d972a11d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:09.448036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] For port 7f556677-d38e-4d99-88a1-55182b5e5dfa, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=7f556677-d38e-4d99-88a1-55182b5e5dfa,segment=NetworkSegment(756e062a-cd79-43fa-ad71-8fa09d811e53),segment_id=756e062a-cd79-43fa-ad71-8fa09d811e53)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:39:09.448687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:09.511688 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-c6b78f15-b3e2-4e0d-8d62-1ce7d972a11d None None] For port 7f556677-d38e-4d99-88a1-55182b5e5dfa, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=7f556677-d38e-4d99-88a1-55182b5e5dfa,segment=NetworkSegment(756e062a-cd79-43fa-ad71-8fa09d811e53),segment_id=756e062a-cd79-43fa-ad71-8fa09d811e53)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:39:09.512034 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c6b78f15-b3e2-4e0d-8d62-1ce7d972a11d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:09.577812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Calling delete_port for 7f556677-d38e-4d99-88a1-55182b5e5dfa owned by network:dhcp {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:39:09.643947 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-c6b78f15-b3e2-4e0d-8d62-1ce7d972a11d None None] Calling delete_port for 7f556677-d38e-4d99-88a1-55182b5e5dfa owned by network:dhcp {{(pid=80281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:39:09.653410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:09.669904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-df084c16-7c47-40df-8642-3bcdd9ad2c6d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:09.720537 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [None req-c6b78f15-b3e2-4e0d-8d62-1ce7d972a11d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80281) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:39:09.720954 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [None req-c6b78f15-b3e2-4e0d-8d62-1ce7d972a11d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:39:09.762676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f556677-d38e-4d99-88a1-55182b5e5dfa,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:09.769428 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:09.812864 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] No DVR routers for this DVR port 7f556677-d38e-4d99-88a1-55182b5e5dfa on host dv-cinder-766752-2-iscsi {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:39:09.939258 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:10.058027 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81eede6a0>,) {'filters': {'network_id': ['8e17b8e2-edfb-4a19-9efe-ff382007ccce']}} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:10.071460 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81eede6a0>, '756e062a-cd79-43fa-ad71-8fa09d811e53') {'for_net_delete': True} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:10.071802 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81eede6a0>, '756e062a-cd79-43fa-ad71-8fa09d811e53') {} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:10.085160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65278599'] for segment, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:10.103869 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:10.105934 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:39:10.222354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-c6b78f15-b3e2-4e0d-8d62-1ce7d972a11d None None] Deleting port 7f556677-d38e-4d99-88a1-55182b5e5dfa {{(pid=80281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:39:10.222912 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c6b78f15-b3e2-4e0d-8d62-1ce7d972a11d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:10.293324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-c6b78f15-b3e2-4e0d-8d62-1ce7d972a11d None None] The port '7f556677-d38e-4d99-88a1-55182b5e5dfa' was deleted {{(pid=80281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 17 16:39:10.294364 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Network 8e17b8e2-edfb-4a19-9efe-ff382007ccce has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:39:10.305251 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789004610'] for segment, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:10.429681 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 7f556677-d38e-4d99-88a1-55182b5e5dfa no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:39:10.464939 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: 7f556677-d38e-4d99-88a1-55182b5e5dfa {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:39:10.465548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 7f556677-d38e-4d99-88a1-55182b5e5dfa not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:39:10.465774 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 1555721f-c412-40aa-a849-0559747a1385 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:39:10.500016 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Network 8e17b8e2-edfb-4a19-9efe-ff382007ccce has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:39:10.503326 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: 1555721f-c412-40aa-a849-0559747a1385 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:39:10.503688 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 1555721f-c412-40aa-a849-0559747a1385 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:39:10.525140 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:39:10.604321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:10.609108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:10.630042 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:10.636609 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e17b8e2-edfb-4a19-9efe-ff382007ccce,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:10.641074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:10.643840 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8e17b8e2-edfb-4a19-9efe-ff382007ccce HTTP/1.1" status: 204  len: 168 time: 1.6106510
Dec 17 16:39:10.786670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58484) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:10.838776 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-dd6611b1-fe46-4ed1-8558-773373708389 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3322785548f94f068b89ff97f6305743&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0508158
Dec 17 16:39:10.841251 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58488) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:10.902058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4826d3ce-056d-4b75-b5d6-b4f1c549afce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:10.929803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4826d3ce-056d-4b75-b5d6-b4f1c549afce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:10.977094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4826d3ce-056d-4b75-b5d6-b4f1c549afce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:10.982158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-86019fbd-7c82-4262-9e56-2d2c8ad77946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:10.996292 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826d3ce-056d-4b75-b5d6-b4f1c549afce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774eeeb1-9f43-4a6d-84a2-e41167996df6,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:11.000476 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-4826d3ce-056d-4b75-b5d6-b4f1c549afce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:11.003812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4826d3ce-056d-4b75-b5d6-b4f1c549afce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:11.005694 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-4826d3ce-056d-4b75-b5d6-b4f1c549afce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/774eeeb1-9f43-4a6d-84a2-e41167996df6 HTTP/1.1" status: 204  len: 168 time: 0.1634772
Dec 17 16:39:11.412045 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58496) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:11.466730 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ae04c2f9-1e89-4b43-abe2-38a32649b976 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=464d2d6ac27e4109b5472dc4fe9adf9c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0532596
Dec 17 16:39:11.469258 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58500) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:11.528741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a41382a2-782e-4e96-96ff-4186552280ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:11.556958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a41382a2-782e-4e96-96ff-4186552280ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:11.602437 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a41382a2-782e-4e96-96ff-4186552280ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:11.607610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f1daf50c-22c9-419b-9fc6-735a78d4b8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:11.621869 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41382a2-782e-4e96-96ff-4186552280ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566764c8-d7f6-4412-b129-96465a35f2eb,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:11.625470 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a41382a2-782e-4e96-96ff-4186552280ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:11.626938 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a41382a2-782e-4e96-96ff-4186552280ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:11.627677 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-a41382a2-782e-4e96-96ff-4186552280ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/566764c8-d7f6-4412-b129-96465a35f2eb HTTP/1.1" status: 204  len: 168 time: 0.1574693
Dec 17 16:39:12.541226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58522) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:12.686641 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1790202614-network', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:39:12.693335 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:39:12.697739 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Usage tracker for resource:network and tenant:8a12bbc4523c4dd4855f3a197675f9ef is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:39:12.700822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:39:12.706540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:39:12.717530 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Made reservation on behalf of 8a12bbc4523c4dd4855f3a197675f9ef for: {'network': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:39:12.722219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:12.735103 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:12.750687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:39:12.755310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Usage tracker for resource:security_group_rule and tenant:8a12bbc4523c4dd4855f3a197675f9ef is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:39:12.758247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:39:12.763965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:39:12.858030 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:12.860577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:12.865939 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a41382a2-782e-4e96-96ff-4186552280ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:12.895484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:39:12.910308 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f012459b-2000-4d42-92f9-1f251d5321f9,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:12.915352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:12.918157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:12.918540 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Added segment afee5a87-5ae1-43d4-a953-77b36c87d8ac of type vxlan for network f9bdf986-f476-4da2-8997-835c45394ad6
Dec 17 16:39:12.946789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:12.977086 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:12.978399 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:12.979036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:12.983896 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:13.092063 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5496163
Dec 17 16:39:13.093079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=f9bdf986-f476-4da2-8997-835c45394ad6,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:13.095133 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58528) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:13.098726 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e94522ce-4ad8-4b9a-a657-bbb1097cd3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:13.102582 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Request body: {'subnet': {'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1790202614-subnet', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'ip_version': 4}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:39:13.105189 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network f9bdf986-f476-4da2-8997-835c45394ad6 details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:39:13.108381 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:39:13.114409 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Usage tracker for resource:subnet and tenant:8a12bbc4523c4dd4855f3a197675f9ef is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:39:13.117916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:39:13.123375 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network f9bdf986-f476-4da2-8997-835c45394ad6 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:39:13.124233 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:39:13.134113 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Made reservation on behalf of 8a12bbc4523c4dd4855f3a197675f9ef for: {'subnet': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:39:13.139302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65529602'] for subnet, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:13.562031 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789004456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65529619'] for subnet, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:13.581608 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:13.941693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ccad4e-df1c-4c09-9621-1da89a15eb8c,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:13.945034 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:14.013990 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Checking segment: {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:39:14.014382 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Network hostable DHCP agents. Network: f9bdf986-f476-4da2-8997-835c45394ad6, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:39:14.032099 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Network f9bdf986-f476-4da2-8997-835c45394ad6 is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:39:14.040300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, f9bdf986-f476-4da2-8997-835c45394ad6) {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:39:14.050286 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672e59c8-2b53-4f2d-a1cc-b6535794ec8a None None] Network f9bdf986-f476-4da2-8997-835c45394ad6 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:39:14.052249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:14.052899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:14.071905 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9756272
Dec 17 16:39:14.074804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58532) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:14.080160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:39:14.085485 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:39:14.089502 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Usage tracker for resource:router and tenant:8a12bbc4523c4dd4855f3a197675f9ef is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:39:14.093115 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:39:14.098904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:39:14.115757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667562'] for router, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:14.116920 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854665440'] for router, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:14.134997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:14.292911 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55080c99-bcec-5eef-a477-4b95c02406d4-f9bdf986-f476-4da2-8997-835c45394ad6', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c'}]}} from dv-cinder-766752-2-iscsi. {{(pid=80281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 17 16:39:14.293909 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:14.448214 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854665423'] for router, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:14.604629 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Allocated IP 172.20.0.2 (f9bdf986-f476-4da2-8997-835c45394ad6/68ccad4e-df1c-4c09-9621-1da89a15eb8c/d6af7c88-21b9-47fa-9457-a4d34c14f46d) {{(pid=80281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:39:14.780217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:14.813468 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:14.833464 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:14.844877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Transition to ACTIVE for port object d6af7c88-21b9-47fa-9457-a4d34c14f46d will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:39:14.862517 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Transition to ACTIVE for port object d6af7c88-21b9-47fa-9457-a4d34c14f46d will not be triggered until provisioned by entity DHCP. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:39:14.868342 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:14.885049 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:15.021516 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Pushing event updated for resources: {'Port': ['ID=d6af7c88-21b9-47fa-9457-a4d34c14f46d,revision_number=1']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:15.026318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:15.079937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Network f9bdf986-f476-4da2-8997-835c45394ad6 is already hosted by enough agents. {{(pid=80281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:39:15.081341 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Resources bound (agent type, host, resource id):  {{(pid=80281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:39:15.084963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Received port after_create {{(pid=80281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:39:15.109868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Allocated IP 172.27.0.76 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/d15724f4-3198-4f5d-bb5c-26b0b8ce73b9) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:39:15.141741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Attempting to bind port d6af7c88-21b9-47fa-9457-a4d34c14f46d on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:39:15.142070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Attempting to bind port d6af7c88-21b9-47fa-9457-a4d34c14f46d by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:39:15.142487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Attempting to bind port d6af7c88-21b9-47fa-9457-a4d34c14f46d on network f9bdf986-f476-4da2-8997-835c45394ad6 {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:39:15.149339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:39:15.149765 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Checking segment: {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:39:15.150241 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:15.150684 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Bound using segment: {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:39:15.151199 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Bound port: d6af7c88-21b9-47fa-9457-a4d34c14f46d, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:39:15.151617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:15.251407 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] For port d6af7c88-21b9-47fa-9457-a4d34c14f46d, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:39:15.255799 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] For port d6af7c88-21b9-47fa-9457-a4d34c14f46d, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=d6af7c88-21b9-47fa-9457-a4d34c14f46d,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:39:15.259254 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:15.276066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:15.276312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:15.303270 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:15.319997 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cb03ed0c-143b-4131-87b3-cce2a42df212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:15.461411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=d15724f4-3198-4f5d-bb5c-26b0b8ce73b9,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:15.466241 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:15.524607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:39:15.526432 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:39:15.529425 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:39:15.608982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Pushing event updated for resources: {'Port': ['ID=d6af7c88-21b9-47fa-9457-a4d34c14f46d,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:15.616117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ed64a161-045b-418b-b844-f715e23ea4e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:16.031798 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:16.469167 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device d6af7c88-21b9-47fa-9457-a4d34c14f46d up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:39:16.548534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port d6af7c88-21b9-47fa-9457-a4d34c14f46d completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:39:16.657057 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102547'] for router, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:16.879971 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 is scheduled to L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 with binding_index 1 {{(pid=80279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 17 16:39:17.015967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d1d717-ed02-47ca-af9d-0c666230cda0 None None] Network f9bdf986-f476-4da2-8997-835c45394ad6 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:39:17.075383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:39:17.087760 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Sync routers for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:39:17.099458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:39:17.100252 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f2ed908>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:38:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:17.102594 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:17.105038 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0281422
Dec 17 16:39:17.107160 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 58536) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:17.119836 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0adf8a72-7227-4f31-812f-913857523f16 None None] Provisioning for port d6af7c88-21b9-47fa-9457-a4d34c14f46d completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:39:17.137783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0adf8a72-7227-4f31-812f-913857523f16 None None] Provisioning complete for port d6af7c88-21b9-47fa-9457-a4d34c14f46d triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:17.138209 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0adf8a72-7227-4f31-812f-913857523f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:17.389306 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0adf8a72-7227-4f31-812f-913857523f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:17.433420 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0adf8a72-7227-4f31-812f-913857523f16 None None] For port d6af7c88-21b9-47fa-9457-a4d34c14f46d, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=d6af7c88-21b9-47fa-9457-a4d34c14f46d,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:39:17.441388 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0adf8a72-7227-4f31-812f-913857523f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:17.445766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5268f471-9f4a-4bb3-95c3-e9f446931b7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:17.463747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:39:17.557265 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf8a72-7227-4f31-812f-913857523f16 None None] Pushing event updated for resources: {'Port': ['ID=d6af7c88-21b9-47fa-9457-a4d34c14f46d,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:17.560995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0adf8a72-7227-4f31-812f-913857523f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:17.770189 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0c88db75-3df0-47c0-8abf-4c8f519c31ac None None] Provisioning complete for port d6af7c88-21b9-47fa-9457-a4d34c14f46d triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:17.771435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0c88db75-3df0-47c0-8abf-4c8f519c31ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:17.775698 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:17.785982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f2ed908>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:15Z', 'revision_number': 3, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:17.791425 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Checking router: c2587b0a-8e94-49e8-8e64-e9d5754c62e0 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:39:17.792458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Updating router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 port d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 binding host dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:39:17.858036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.049965 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-36d4e7f8-6e5f-457f-bfa1-98e3119b4083 None None] Provisioning complete for port d6af7c88-21b9-47fa-9457-a4d34c14f46d triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:18.050395 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-36d4e7f8-6e5f-457f-bfa1-98e3119b4083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.171840 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Allocated IP 172.20.0.1 (f9bdf986-f476-4da2-8997-835c45394ad6/68ccad4e-df1c-4c09-9621-1da89a15eb8c/ffcf8c20-3612-4379-bc4d-5935ab0c44e8) {{(pid=80280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:39:18.305036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a0dba01e-336d-49d2-9c42-6fe16b41e06b None None] Provisioning complete for port d6af7c88-21b9-47fa-9457-a4d34c14f46d triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:18.305635 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a0dba01e-336d-49d2-9c42-6fe16b41e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.321073 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Notify callbacks [] for port, precommit_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.333040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.334014 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Transition to ACTIVE for port object d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 will not be triggered until provisioned by entity L2. {{(pid=80282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:39:18.337215 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.350760 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Transition to ACTIVE for port object ffcf8c20-3612-4379-bc4d-5935ab0c44e8 will not be triggered until provisioned by entity DHCP. {{(pid=80280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:39:18.355812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:18.371841 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67031632'] for port, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.386176 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e2f9ffbb-3ed5-4369-b71d-f67093fb6485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:18.457206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device d6af7c88-21b9-47fa-9457-a4d34c14f46d up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:39:18.521065 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Pushing event updated for resources: {'Port': ['ID=ffcf8c20-3612-4379-bc4d-5935ab0c44e8,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:18.526823 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:18.536873 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port d6af7c88-21b9-47fa-9457-a4d34c14f46d triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:18.537301 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.565205 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Pushing event updated for resources: {'Port': ['ID=d15724f4-3198-4f5d-bb5c-26b0b8ce73b9,revision_number=2']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:18.576854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.577402 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.577766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.578134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.578495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.578856 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.579206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.579564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.579944 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.580323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.580676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.581026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.581448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.581797 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.582146 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.583036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.583148 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Network f9bdf986-f476-4da2-8997-835c45394ad6 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:39:18.583373 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.583718 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.584064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.584447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.584679 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:39:18.584900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.585248 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.585596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.585946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:18.587408 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Received port after_create {{(pid=80280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:39:18.592985 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:18.659781 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673072'] for router_interface, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.670658 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Attempting to bind port d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:39:18.671078 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Attempting to bind port d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:39:18.671486 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Attempting to bind port d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 on network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:39:18.678119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:39:18.678694 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Checking segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:39:18.679368 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.679553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Bound using segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:39:18.680077 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Bound port: d15724f4-3198-4f5d-bb5c-26b0b8ce73b9, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:39:18.680539 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.772691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] For port d15724f4-3198-4f5d-bb5c-26b0b8ce73b9, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:39:18.776565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] For port d15724f4-3198-4f5d-bb5c-26b0b8ce73b9, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=d15724f4-3198-4f5d-bb5c-26b0b8ce73b9,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:39:18.780110 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.794456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.798144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:18.865279 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-adf60201-3bc4-43b9-acbf-ebf3944cfe55 None None] Provisioning for port ffcf8c20-3612-4379-bc4d-5935ab0c44e8 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:39:18.871145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-adf60201-3bc4-43b9-acbf-ebf3944cfe55 None None] Provisioning complete for port ffcf8c20-3612-4379-bc4d-5935ab0c44e8 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:18.871584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-adf60201-3bc4-43b9-acbf-ebf3944cfe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:18.933230 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-adf60201-3bc4-43b9-acbf-ebf3944cfe55 None None] Port ffcf8c20-3612-4379-bc4d-5935ab0c44e8 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:39:18.956253 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Pushing event updated for resources: {'Port': ['ID=d15724f4-3198-4f5d-bb5c-26b0b8ce73b9,revision_number=3']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:18.962051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0d382480-93a4-4fc1-923a-82886132767a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:19.002413 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:39:19.003092 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f2ed908>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:38:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:19.092427 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:19.096577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787744152'] for port, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:19.130271 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-09215ac0-802c-43f8-a506-6ee508ce23cc tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:19.204569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:39:19.209642 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853677243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676747'] for router_interface, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:19.228545 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Pushing event updated for resources: {'Port': ['ID=ffcf8c20-3612-4379-bc4d-5935ab0c44e8,revision_number=2']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:19.235040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:19.369076 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Network f9bdf986-f476-4da2-8997-835c45394ad6 is already hosted by enough agents. {{(pid=80280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:39:19.370406 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=80280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:39:19.580630 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f2ed908>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 1, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:19.587778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e82fd5-bdb4-45fe-86e2-9bba46549488 None None] The sync data for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi is: [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 1, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:39:19.660140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-cc6bb736-a1fc-4478-ab67-e04241918daa None None] Provisioning complete for port ffcf8c20-3612-4379-bc4d-5935ab0c44e8 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:19.660666 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc6bb736-a1fc-4478-ab67-e04241918daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:19.720069 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bb736-a1fc-4478-ab67-e04241918daa None None] Port ffcf8c20-3612-4379-bc4d-5935ab0c44e8 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:39:19.814100 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:39:20.030917 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:39:20.041943 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-233b3c7f-d32d-45ab-a52a-92339bf006ef admin admin] 10.222.0.21 "PUT /v2.0/routers/c2587b0a-8e94-49e8-8e64-e9d5754c62e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9333291
Dec 17 16:39:20.474531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:39:20.563625 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:39:20.570265 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:20.570877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:20.701431 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:20.719777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port d15724f4-3198-4f5d-bb5c-26b0b8ce73b9, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=d15724f4-3198-4f5d-bb5c-26b0b8ce73b9,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:39:20.727247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:20.730338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:20.812700 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=d15724f4-3198-4f5d-bb5c-26b0b8ce73b9,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:20.816788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:20.897240 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80280) accepted ('10.222.0.21', 58554) {{(pid=80280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:20.903518 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1382581417-network', 'tenant_id': '5c2e7b7ed021453b967636d28267c641'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:39:20.908990 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:39:20.913976 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Usage tracker for resource:network and tenant:5c2e7b7ed021453b967636d28267c641 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:39:20.917057 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:39:20.922995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:39:20.933219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Made reservation on behalf of 5c2e7b7ed021453b967636d28267c641 for: {'network': 1} {{(pid=80280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:39:20.938365 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for network, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:20.952158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:20.969048 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:39:20.973901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Usage tracker for resource:security_group_rule and tenant:5c2e7b7ed021453b967636d28267c641 is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:39:20.976968 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:39:20.982841 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:39:21.078212 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:21.081091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:21.085238 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e770c4e3-98f2-465d-9c52-d5c635f92049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:21.119112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 17 16:39:21.127815 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd113579-e3a9-40db-9968-cd7593507c68,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:21.132412 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:21.136224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260054490655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:21.137173 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.segments_db [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Added segment d9464f7a-ef22-4c8d-b40f-413c46f44f13 of type vxlan for network 5825883e-5860-4094-bd55-9d548afb8232
Dec 17 16:39:21.165358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363260055074710'] for network, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:21.197763 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228'] for network, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:21.199148 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:21.199793 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:21.205639 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-965d4c99-a453-4048-9e85-28dc4cd7c761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:21.321545 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4229558
Dec 17 16:39:21.322360 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Pushing event updated for resources: {'Network': ['ID=5825883e-5860-4094-bd55-9d548afb8232,revision_number=1']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:21.324507 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58558) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:21.325528 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-e6754190-c9f5-46be-b2c7-f7103abefa45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:21.331047 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Request body: {'subnet': {'network_id': '5825883e-5860-4094-bd55-9d548afb8232', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1382581417-subnet', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'ip_version': 4}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:39:21.334395 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Network 5825883e-5860-4094-bd55-9d548afb8232 details requested by agent ovs-agent-dv-cinder-766752-2-iscsi with host dv-cinder-766752-2-iscsi {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:39:21.337865 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:39:21.344581 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Usage tracker for resource:subnet and tenant:5c2e7b7ed021453b967636d28267c641 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:39:21.351144 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:39:21.351954 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Network 5825883e-5860-4094-bd55-9d548afb8232 details requested by agent ovs-agent-hv-cinder-76675 with host hv-cinder-76675 {{(pid=80281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 17 16:39:21.357366 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:39:21.366586 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Made reservation on behalf of 5c2e7b7ed021453b967636d28267c641 for: {'subnet': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:39:21.371510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65529602'] for subnet, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:21.825046 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789004456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65529619'] for subnet, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:21.841702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1c6d86de-93f5-45f0-9dbe-13790ca04e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:21.975014 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Pushing event updated for resources: {'Subnet': ['ID=140f8a9c-1560-4bdf-b206-e8b5b26dbdce,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:21.987807 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:22.052091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Checking segment: {'id': 'd9464f7a-ef22-4c8d-b40f-413c46f44f13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5825883e-5860-4094-bd55-9d548afb8232'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:39:22.052574 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Network hostable DHCP agents. Network: 5825883e-5860-4094-bd55-9d548afb8232, hostable agents: ['da809459-2fff-4acc-ab63-07ff8cc788c2'], hosted agents: [] {{(pid=80279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 17 16:39:22.073301 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Network 5825883e-5860-4094-bd55-9d548afb8232 is scheduled to be hosted by DHCP agent da809459-2fff-4acc-ab63-07ff8cc788c2 with binding_index 1 {{(pid=80279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 17 16:39:22.086515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-2-iscsi, 5825883e-5860-4094-bd55-9d548afb8232) {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:39:22.095379 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78709c81-a352-42b0-b484-934a03929144 None None] Network 5825883e-5860-4094-bd55-9d548afb8232 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:39:22.099391 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:22.100135 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:22.122425 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-172e8e9a-2b86-4fce-ba9c-d09e1e42f65d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7962909
Dec 17 16:39:22.125279 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58562) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:22.134237 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1382581417-router', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:39:22.139455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:39:22.143640 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Usage tracker for resource:router and tenant:5c2e7b7ed021453b967636d28267c641 is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:39:22.147962 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:39:22.153964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:39:22.163856 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667562'] for router, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:22.165014 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-664700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854665440'] for router, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:22.183665 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:22.335142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55080c99-bcec-5eef-a477-4b95c02406d4-5825883e-5860-4094-bd55-9d548afb8232', 'network_id': '5825883e-5860-4094-bd55-9d548afb8232', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'fixed_ips': [{'subnet_id': '140f8a9c-1560-4bdf-b206-e8b5b26dbdce'}]}} from dv-cinder-766752-2-iscsi. {{(pid=80281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 17 16:39:22.336065 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:22.473069 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:39:22.490495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854665423'] for router, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:22.635822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:22.636275 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:22.814720 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:22.831400 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Allocated IP 172.20.0.2 (5825883e-5860-4094-bd55-9d548afb8232/140f8a9c-1560-4bdf-b206-e8b5b26dbdce/506be3fb-ca40-4aa7-a54b-4bdd199d6ccd) {{(pid=80281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:39:22.847077 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:22.949142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Sync routers for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:39:22.980158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:39:22.980899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f4b5400>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:38:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:23.126670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Allocated IP 172.27.0.107 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/fa9a0b8c-3297-4abe-ad8d-d51f452d3f52) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:39:23.242712 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Notify callbacks [] for port, precommit_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:23.264211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:39:23.313107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Transition to ACTIVE for port object 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:39:23.355474 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Transition to ACTIVE for port object 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd will not be triggered until provisioned by entity DHCP. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:39:23.416316 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403'] for port, after_create {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:23.438205 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:23.534789 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:23.563237 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:23.579755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-45b395a0-9d50-4d3e-bb9e-11f078d89afc tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:23.717864 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9a0b8c-3297-4abe-ad8d-d51f452d3f52,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:23.721276 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:23.773597 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:39:23.774858 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:39:23.777290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:39:23.828079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Pushing event updated for resources: {'Port': ['ID=506be3fb-ca40-4aa7-a54b-4bdd199d6ccd,revision_number=1']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:23.837044 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:23.963036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Network 5825883e-5860-4094-bd55-9d548afb8232 is already hosted by enough agents. {{(pid=80281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:39:23.970877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Resources bound (agent type, host, resource id):  {{(pid=80281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:39:23.978364 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Received port after_create {{(pid=80281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:39:24.045093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Attempting to bind port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:39:24.045526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Attempting to bind port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': 'd9464f7a-ef22-4c8d-b40f-413c46f44f13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5825883e-5860-4094-bd55-9d548afb8232'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:39:24.045951 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Attempting to bind port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd on network 5825883e-5860-4094-bd55-9d548afb8232 {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:39:24.054554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:39:24.054983 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Checking segment: {'id': 'd9464f7a-ef22-4c8d-b40f-413c46f44f13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5825883e-5860-4094-bd55-9d548afb8232'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:39:24.055441 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:24.055888 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Bound using segment: {'id': 'd9464f7a-ef22-4c8d-b40f-413c46f44f13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5825883e-5860-4094-bd55-9d548afb8232'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:39:24.056444 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Bound port: 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9464f7a-ef22-4c8d-b40f-413c46f44f13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5825883e-5860-4094-bd55-9d548afb8232'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:39:24.056875 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:24.073437 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f4b5400>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 2, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:24.080337 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Checking router: c2587b0a-8e94-49e8-8e64-e9d5754c62e0 for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:39:24.080753 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Updating router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 port ffcf8c20-3612-4379-bc4d-5935ab0c44e8 binding host dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:39:24.194378 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:24.213036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:24.251419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] For port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:39:24.274619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] For port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=506be3fb-ca40-4aa7-a54b-4bdd199d6ccd,segment=NetworkSegment(d9464f7a-ef22-4c8d-b40f-413c46f44f13),segment_id=d9464f7a-ef22-4c8d-b40f-413c46f44f13)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:39:24.280663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:24.299190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:24.549819 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Pushing event updated for resources: {'Port': ['ID=506be3fb-ca40-4aa7-a54b-4bdd199d6ccd,revision_number=2']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:24.558791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:24.575901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102547'] for router, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:24.786517 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Router 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca is scheduled to L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 with binding_index 1 {{(pid=80279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 17 16:39:24.846213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Notify callbacks [] for port, precommit_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:24.859835 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Transition to ACTIVE for port object ffcf8c20-3612-4379-bc4d-5935ab0c44e8 will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:39:24.862664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:24.878547 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:24.989773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:39:24.999849 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Sync routers for ids ['52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:39:25.016793 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Routers {'52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:39:25.018515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f831278>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:38:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:25.021904 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:25.023278 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.8961275
Dec 17 16:39:25.026211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 58566) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:39:25.026423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6258b-f86f-4bcc-a267-f13686c84247 None None] Pushing event updated for resources: {'Port': ['ID=ffcf8c20-3612-4379-bc4d-5935ab0c44e8,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:25.031936 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-89f6258b-f86f-4bcc-a267-f13686c84247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:25.228029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Attempting to bind port ffcf8c20-3612-4379-bc4d-5935ab0c44e8 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:39:25.228540 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Attempting to bind port ffcf8c20-3612-4379-bc4d-5935ab0c44e8 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:39:25.228958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Attempting to bind port ffcf8c20-3612-4379-bc4d-5935ab0c44e8 on network f9bdf986-f476-4da2-8997-835c45394ad6 {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:39:25.235082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:39:25.235510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Checking segment: {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:39:25.235975 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:25.236833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Bound using segment: {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:39:25.236985 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Bound port: ffcf8c20-3612-4379-bc4d-5935ab0c44e8, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:39:25.237372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:25.280091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Set router 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:39:25.335842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] For port ffcf8c20-3612-4379-bc4d-5935ab0c44e8, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:39:25.339284 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] For port ffcf8c20-3612-4379-bc4d-5935ab0c44e8, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=ffcf8c20-3612-4379-bc4d-5935ab0c44e8,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:39:25.342907 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:25.362307 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:25.610751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f831278>, [{'id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'name': 'tempest-TestVolumeBootPattern-1382581417-router', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:22Z', 'updated_at': '2020-12-17T16:39:24Z', 'revision_number': 3, 'project_id': '5c2e7b7ed021453b967636d28267c641', 'gw_port': {'id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:23Z', 'updated_at': '2020-12-17T16:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:25.616209 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Checking router: 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:39:25.616545 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Updating router 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca port fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 binding host dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:39:25.728635 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6258b-f86f-4bcc-a267-f13686c84247 None None] Pushing event updated for resources: {'Port': ['ID=ffcf8c20-3612-4379-bc4d-5935ab0c44e8,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:25.735242 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-89f6258b-f86f-4bcc-a267-f13686c84247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:25.784283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:39:25.785073 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f4b5400>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:38:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:25.852699 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:26.023258 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:26.075065 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:39:26.119283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:26.328116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1422bd1-d860-4309-8cbe-e9b4dec5bf10 None None] Network 5825883e-5860-4094-bd55-9d548afb8232 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:39:26.338978 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Notify callbacks [] for port, precommit_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:26.352353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Transition to ACTIVE for port object fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 will not be triggered until provisioned by entity L2. {{(pid=80282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:39:26.355313 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:26.378302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7bc46802-9dd4-4df6-937f-27f2de958fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:26.464792 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9db0-c70f-4077-8051-383f1a193d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:26.501603 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-6a56f5f8-1af9-44e8-a672-9eb75198236f None None] Provisioning for port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:39:26.540534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Allocated IP 172.20.0.1 (5825883e-5860-4094-bd55-9d548afb8232/140f8a9c-1560-4bdf-b206-e8b5b26dbdce/793988de-d64d-453a-8df9-841959d6f294) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:39:26.621328 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:39:26.640845 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fca93-8093-4a67-8a4d-feaee01e2274 None None] Pushing event updated for resources: {'Port': ['ID=fa9a0b8c-3297-4abe-ad8d-d51f452d3f52,revision_number=2']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:26.646283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-272fca93-8093-4a67-8a4d-feaee01e2274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:26.655952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Attempting to bind port fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:39:26.656525 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Attempting to bind port fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:39:26.657065 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Attempting to bind port fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 on network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:39:26.664058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:39:26.664483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Checking segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:39:26.665028 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:26.665636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Bound using segment: {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'} {{(pid=80282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:39:26.666181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Bound port: fa9a0b8c-3297-4abe-ad8d-d51f452d3f52, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56873236-847f-417c-8c8e-43f3683d778e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}}] {{(pid=80282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:39:26.667195 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:26.743553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] For port fa9a0b8c-3297-4abe-ad8d-d51f452d3f52, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:39:26.745198 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:26.747181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] For port fa9a0b8c-3297-4abe-ad8d-d51f452d3f52, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=fa9a0b8c-3297-4abe-ad8d-d51f452d3f52,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:39:26.750939 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:26.763104 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Transition to ACTIVE for port object 793988de-d64d-453a-8df9-841959d6f294 will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:39:26.767924 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:26.783620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:26.797944 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f4b5400>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:25Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:26.799590 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0fe0a734-dbec-4b52-92f4-7f73c9192e61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:26.808525 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:39:26.814471 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82bed6f-0bad-486f-8bdf-648d5f3b1d6b None None] The sync data for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi is: [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:25Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:39:26.818418 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:26.818835 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:26.938592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fca93-8093-4a67-8a4d-feaee01e2274 None None] Pushing event updated for resources: {'Port': ['ID=fa9a0b8c-3297-4abe-ad8d-d51f452d3f52,revision_number=3']} {{(pid=80282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:26.943994 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-272fca93-8093-4a67-8a4d-feaee01e2274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:26.954395 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Pushing event updated for resources: {'Port': ['ID=793988de-d64d-453a-8df9-841959d6f294,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:26.981040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:26.986109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:27.009102 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Routers {'52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:39:27.009896 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f831278>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:38:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:27.026571 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=506be3fb-ca40-4aa7-a54b-4bdd199d6ccd,segment=NetworkSegment(d9464f7a-ef22-4c8d-b40f-413c46f44f13),segment_id=d9464f7a-ef22-4c8d-b40f-413c46f44f13)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:39:27.030246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:27.031731 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device ffcf8c20-3612-4379-bc4d-5935ab0c44e8 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:39:27.050186 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Network 5825883e-5860-4094-bd55-9d548afb8232 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:39:27.052143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:39:27.057855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:39:27.067338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:27.141525 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673072'] for router_interface, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:27.188620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=506be3fb-ca40-4aa7-a54b-4bdd199d6ccd,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:27.192587 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:27.200951 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port ffcf8c20-3612-4379-bc4d-5935ab0c44e8 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:39:27.206861 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port ffcf8c20-3612-4379-bc4d-5935ab0c44e8 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:27.207585 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:27.304854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-78e38336-a5bc-4ab7-8e3f-bdcde2855025 None None] Provisioning for port 793988de-d64d-453a-8df9-841959d6f294 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:39:27.315309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-78e38336-a5bc-4ab7-8e3f-bdcde2855025 None None] Provisioning complete for port 793988de-d64d-453a-8df9-841959d6f294 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:27.315733 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-78e38336-a5bc-4ab7-8e3f-bdcde2855025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:27.323759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] Set router 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:39:27.504893 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:27.514458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:27.524452 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-78e38336-a5bc-4ab7-8e3f-bdcde2855025 None None] Port 793988de-d64d-453a-8df9-841959d6f294 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:39:27.549814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-78e38336-a5bc-4ab7-8e3f-bdcde2855025 None None] Provisioning complete for port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:27.550494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-78e38336-a5bc-4ab7-8e3f-bdcde2855025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:27.630533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port ffcf8c20-3612-4379-bc4d-5935ab0c44e8, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=ffcf8c20-3612-4379-bc4d-5935ab0c44e8,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:39:27.635805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:27.641250 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:27.762246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=ffcf8c20-3612-4379-bc4d-5935ab0c44e8,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:27.766773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:27.782934 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f831278>, [{'id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'name': 'tempest-TestVolumeBootPattern-1382581417-router', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:22Z', 'updated_at': '2020-12-17T16:39:24Z', 'revision_number': 3, 'project_id': '5c2e7b7ed021453b967636d28267c641', 'gw_port': {'id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:23Z', 'updated_at': '2020-12-17T16:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:27.791271 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c328f4-9a69-4b93-9ce4-85655d31ee74 None None] The sync data for ids ['52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'] in dv-cinder-766752-2-iscsi is: [{'id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'name': 'tempest-TestVolumeBootPattern-1382581417-router', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:22Z', 'updated_at': '2020-12-17T16:39:24Z', 'revision_number': 3, 'project_id': '5c2e7b7ed021453b967636d28267c641', 'gw_port': {'id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:23Z', 'updated_at': '2020-12-17T16:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:39:27.880105 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:27.884020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:27.915635 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-efc3cf1f-560f-478b-ba57-655331632801 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:27.922492 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-f05b01da-99e8-4f39-a0ab-bca89fbfbcf2 None None] Provisioning complete for port 793988de-d64d-453a-8df9-841959d6f294 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:27.922917 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f05b01da-99e8-4f39-a0ab-bca89fbfbcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:27.980730 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-f05b01da-99e8-4f39-a0ab-bca89fbfbcf2 None None] Port 793988de-d64d-453a-8df9-841959d6f294 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:39:27.999538 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-f05b01da-99e8-4f39-a0ab-bca89fbfbcf2 None None] Provisioning complete for port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:28.000291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f05b01da-99e8-4f39-a0ab-bca89fbfbcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:28.006067 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Pushing event updated for resources: {'Port': ['ID=793988de-d64d-453a-8df9-841959d6f294,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:28.009458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:28.010786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853677243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676747'] for router_interface, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:28.160524 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Network 5825883e-5860-4094-bd55-9d548afb8232 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:39:28.161719 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:39:28.351424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-3f5b3747-9296-4974-993c-34daec54c261 None None] Provisioning complete for port 793988de-d64d-453a-8df9-841959d6f294 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:28.352156 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3747-9296-4974-993c-34daec54c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:28.380901 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Router 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:39:28.461966 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b3747-9296-4974-993c-34daec54c261 None None] Port 793988de-d64d-453a-8df9-841959d6f294 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:39:28.572363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:39:28.621502 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:39:28.631749 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] 10.222.0.21 "PUT /v2.0/routers/52b2703f-ba2b-476a-bb3e-e4c43bdd6dca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6043932
Dec 17 16:39:28.652853 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:28.653529 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:28.720641 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bdec29bf-3380-4e62-9ab5-6ab72cb18913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:28.972453 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:39:29.041868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:39:29.047020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:29.047442 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.170946 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.187542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port fa9a0b8c-3297-4abe-ad8d-d51f452d3f52, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=fa9a0b8c-3297-4abe-ad8d-d51f452d3f52,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:39:29.190842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.191903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device ffcf8c20-3612-4379-bc4d-5935ab0c44e8 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:39:29.220544 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:29.274201 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-810454249', 'description': 'tempest-TestVolumeBootPattern-810454249 description'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:39:29.280542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:39:29.284629 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Usage tracker for resource:security_group and tenant:8a12bbc4523c4dd4855f3a197675f9ef is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:39:29.288542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:39:29.294308 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:39:29.304094 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for security_group, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.317684 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=fa9a0b8c-3297-4abe-ad8d-d51f452d3f52,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:29.321618 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:29.327123 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port ffcf8c20-3612-4379-bc4d-5935ab0c44e8 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:29.327753 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:39:29.327931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.331434 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Usage tracker for resource:security_group_rule and tenant:8a12bbc4523c4dd4855f3a197675f9ef is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:39:29.335174 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:39:29.341112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:39:29.416950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for security_group, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.420200 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.426264 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:29.467312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event updated for resources: {'SecurityGroup': ['ID=ef44defe-32a0-4087-9ae6-021d968a0672,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:29.470211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.471505 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9944f4c8-64a5-49d4-b580-83aa63a28a01 req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2029593
Dec 17 16:39:29.472348 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0ead8af9-7178-4895-a6dd-409ecf1dabd6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:29.554986 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-34da0356-6e5f-434e-a21a-502aadbced9b req-e345c35f-79e9-4793-a983-dfea12ba078c tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups/ef44defe-32a0-4087-9ae6-021d968a0672 HTTP/1.1" status: 200  len: 1756 time: 0.0476439
Dec 17 16:39:29.565565 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-34da0356-6e5f-434e-a21a-502aadbced9b req-3aa1a264-d110-4f6a-bbfc-a2f389d90a7d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef44defe-32a0-4087-9ae6-021d968a0672', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:39:29.565925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-34da0356-6e5f-434e-a21a-502aadbced9b req-3aa1a264-d110-4f6a-bbfc-a2f389d90a7d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef44defe-32a0-4087-9ae6-021d968a0672', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:39:29.573148 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-34da0356-6e5f-434e-a21a-502aadbced9b req-3aa1a264-d110-4f6a-bbfc-a2f389d90a7d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:39:29.577257 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-34da0356-6e5f-434e-a21a-502aadbced9b req-3aa1a264-d110-4f6a-bbfc-a2f389d90a7d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Usage tracker for resource:security_group_rule and tenant:8a12bbc4523c4dd4855f3a197675f9ef is out of sync, need to count used quota {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:39:29.580312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-34da0356-6e5f-434e-a21a-502aadbced9b req-3aa1a264-d110-4f6a-bbfc-a2f389d90a7d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:39:29.586656 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-34da0356-6e5f-434e-a21a-502aadbced9b req-3aa1a264-d110-4f6a-bbfc-a2f389d90a7d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:39:29.641627 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-34da0356-6e5f-434e-a21a-502aadbced9b req-3aa1a264-d110-4f6a-bbfc-a2f389d90a7d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for security_group_rule, before_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.666087 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-34da0356-6e5f-434e-a21a-502aadbced9b req-3aa1a264-d110-4f6a-bbfc-a2f389d90a7d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.668829 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-34da0356-6e5f-434e-a21a-502aadbced9b req-3aa1a264-d110-4f6a-bbfc-a2f389d90a7d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.670863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.671034 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-91866bca-3614-46d9-8ca9-993f1e449fa2 tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:29.695253 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1a264-d110-4f6a-bbfc-a2f389d90a7d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42817aac-45e1-401d-998f-f14ab373d013,revision_number=0']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:29.698854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3aa1a264-d110-4f6a-bbfc-a2f389d90a7d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:29.706484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-34da0356-6e5f-434e-a21a-502aadbced9b req-3aa1a264-d110-4f6a-bbfc-a2f389d90a7d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for security_group_rule, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.707739 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-34da0356-6e5f-434e-a21a-502aadbced9b req-3aa1a264-d110-4f6a-bbfc-a2f389d90a7d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1464088
Dec 17 16:39:29.790617 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fd95dea6-8349-4e11-9407-35d0167fa8fe req-296c66db-bd45-4049-97c8-47c79627a640 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups/ef44defe-32a0-4087-9ae6-021d968a0672 HTTP/1.1" status: 200  len: 2317 time: 0.0502310
Dec 17 16:39:29.802232 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-fd95dea6-8349-4e11-9407-35d0167fa8fe req-fd706021-fa96-4fcf-9058-ea99c7628ecf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef44defe-32a0-4087-9ae6-021d968a0672', 'remote_group_id': None}]} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:39:29.802584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-fd95dea6-8349-4e11-9407-35d0167fa8fe req-fd706021-fa96-4fcf-9058-ea99c7628ecf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef44defe-32a0-4087-9ae6-021d968a0672', 'remote_group_id': None}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:39:29.809319 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-fd95dea6-8349-4e11-9407-35d0167fa8fe req-fd706021-fa96-4fcf-9058-ea99c7628ecf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:39:29.813308 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-fd95dea6-8349-4e11-9407-35d0167fa8fe req-fd706021-fa96-4fcf-9058-ea99c7628ecf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Usage tracker for resource:security_group_rule and tenant:8a12bbc4523c4dd4855f3a197675f9ef is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:39:29.816339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-fd95dea6-8349-4e11-9407-35d0167fa8fe req-fd706021-fa96-4fcf-9058-ea99c7628ecf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:39:29.822647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-fd95dea6-8349-4e11-9407-35d0167fa8fe req-fd706021-fa96-4fcf-9058-ea99c7628ecf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:39:29.878429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-fd95dea6-8349-4e11-9407-35d0167fa8fe req-fd706021-fa96-4fcf-9058-ea99c7628ecf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for security_group_rule, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.906151 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-fd95dea6-8349-4e11-9407-35d0167fa8fe req-fd706021-fa96-4fcf-9058-ea99c7628ecf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.908876 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-fd95dea6-8349-4e11-9407-35d0167fa8fe req-fd706021-fa96-4fcf-9058-ea99c7628ecf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639303'] for security_group_rule, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.911032 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3cd2faee-9564-48a1-98f9-526d8a590fd8 tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:29.934555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd706021-fa96-4fcf-9058-ea99c7628ecf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f5fe1f-5cf8-434f-a8d3-7beea04ba289,revision_number=0']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:29.937107 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-fd706021-fa96-4fcf-9058-ea99c7628ecf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:29.944108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-fd95dea6-8349-4e11-9407-35d0167fa8fe req-fd706021-fa96-4fcf-9058-ea99c7628ecf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for security_group_rule, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:29.945395 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fd95dea6-8349-4e11-9407-35d0167fa8fe req-fd706021-fa96-4fcf-9058-ea99c7628ecf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1482501
Dec 17 16:39:30.384756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:30.479190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:39:30.560665 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:30.561089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:30.967954 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a356df-2477-4554-971b-68d117796155 None None] Sync routers for ids ['52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:39:30.979318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a356df-2477-4554-971b-68d117796155 None None] Routers {'52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:39:30.980311 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-f1a356df-2477-4554-971b-68d117796155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb82019e128>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:39:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:31.170485 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:31.187484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-f1a356df-2477-4554-971b-68d117796155 None None] Set router 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:39:31.524861 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-f1a356df-2477-4554-971b-68d117796155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb82019e128>, [{'id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'name': 'tempest-TestVolumeBootPattern-1382581417-router', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:22Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 4, 'project_id': '5c2e7b7ed021453b967636d28267c641', 'gw_port': {'id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:23Z', 'updated_at': '2020-12-17T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '793988de-d64d-453a-8df9-841959d6f294', 'name': '', 'network_id': '5825883e-5860-4094-bd55-9d548afb8232', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'mac_address': 'fa:16:3e:54:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '140f8a9c-1560-4bdf-b206-e8b5b26dbdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:26Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 2, 'project_id': '5c2e7b7ed021453b967636d28267c641', 'subnets': [{'id': '140f8a9c-1560-4bdf-b206-e8b5b26dbdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:31.530799 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a356df-2477-4554-971b-68d117796155 None None] Checking router: 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:39:31.531187 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a356df-2477-4554-971b-68d117796155 None None] Updating router 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca port 793988de-d64d-453a-8df9-841959d6f294 binding host dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 17 16:39:31.590372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1a356df-2477-4554-971b-68d117796155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:32.019061 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1a356df-2477-4554-971b-68d117796155 None None] Notify callbacks [] for port, precommit_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:32.032993 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-f1a356df-2477-4554-971b-68d117796155 None None] Transition to ACTIVE for port object 793988de-d64d-453a-8df9-841959d6f294 will not be triggered until provisioned by entity L2. {{(pid=80281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:39:32.036558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1a356df-2477-4554-971b-68d117796155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:32.052534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bef9e261-d03e-45bc-a603-eb3dff31ddb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:32.188766 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2b198-d901-47bc-8fbd-085087c1c44b None None] Pushing event updated for resources: {'Port': ['ID=793988de-d64d-453a-8df9-841959d6f294,revision_number=3']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:32.193163 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cfa2b198-d901-47bc-8fbd-085087c1c44b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:32.357685 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-f1a356df-2477-4554-971b-68d117796155 None None] Attempting to bind port 793988de-d64d-453a-8df9-841959d6f294 on host dv-cinder-766752-2-iscsi for vnic_type normal with profile  {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:39:32.358101 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-f1a356df-2477-4554-971b-68d117796155 None None] Attempting to bind port 793988de-d64d-453a-8df9-841959d6f294 by drivers openvswitch on host dv-cinder-766752-2-iscsi at level 0 using segments [{'id': 'd9464f7a-ef22-4c8d-b40f-413c46f44f13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5825883e-5860-4094-bd55-9d548afb8232'}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:39:32.358515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a356df-2477-4554-971b-68d117796155 None None] Attempting to bind port 793988de-d64d-453a-8df9-841959d6f294 on network 5825883e-5860-4094-bd55-9d548afb8232 {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:39:32.364693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a356df-2477-4554-971b-68d117796155 None None] Checking agent: {'id': '3e1e266f-9dac-4d99-a61b-af4d5321bb45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 9), 'started_at': datetime.datetime(2020, 12, 17, 16, 9, 30), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:39:32.365118 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a356df-2477-4554-971b-68d117796155 None None] Checking segment: {'id': 'd9464f7a-ef22-4c8d-b40f-413c46f44f13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5825883e-5860-4094-bd55-9d548afb8232'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:39:32.365570 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1a356df-2477-4554-971b-68d117796155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:32.366007 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a356df-2477-4554-971b-68d117796155 None None] Bound using segment: {'id': 'd9464f7a-ef22-4c8d-b40f-413c46f44f13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5825883e-5860-4094-bd55-9d548afb8232'} {{(pid=80281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:39:32.366532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-f1a356df-2477-4554-971b-68d117796155 None None] Bound port: 793988de-d64d-453a-8df9-841959d6f294, host: dv-cinder-766752-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9464f7a-ef22-4c8d-b40f-413c46f44f13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5825883e-5860-4094-bd55-9d548afb8232'}}] {{(pid=80281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:39:32.366955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1a356df-2477-4554-971b-68d117796155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:32.474448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-f1a356df-2477-4554-971b-68d117796155 None None] For port 793988de-d64d-453a-8df9-841959d6f294, host dv-cinder-766752-2-iscsi, cleared binding levels {{(pid=80281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:39:32.477653 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-f1a356df-2477-4554-971b-68d117796155 None None] For port 793988de-d64d-453a-8df9-841959d6f294, host dv-cinder-766752-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=793988de-d64d-453a-8df9-841959d6f294,segment=NetworkSegment(d9464f7a-ef22-4c8d-b40f-413c46f44f13),segment_id=d9464f7a-ef22-4c8d-b40f-413c46f44f13)] {{(pid=80281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:39:32.481206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f1a356df-2477-4554-971b-68d117796155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:32.496923 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cfa2b198-d901-47bc-8fbd-085087c1c44b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:32.670638 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2b198-d901-47bc-8fbd-085087c1c44b None None] Pushing event updated for resources: {'Port': ['ID=793988de-d64d-453a-8df9-841959d6f294,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:32.675433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cfa2b198-d901-47bc-8fbd-085087c1c44b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:32.714492 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a356df-2477-4554-971b-68d117796155 None None] Routers {'52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:39:32.715206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-f1a356df-2477-4554-971b-68d117796155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb82019e128>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:39:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:33.085938 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-f1a356df-2477-4554-971b-68d117796155 None None] Set router 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:39:33.430128 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-f1a356df-2477-4554-971b-68d117796155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb82019e128>, [{'id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'name': 'tempest-TestVolumeBootPattern-1382581417-router', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:22Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 4, 'project_id': '5c2e7b7ed021453b967636d28267c641', 'gw_port': {'id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:23Z', 'updated_at': '2020-12-17T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '793988de-d64d-453a-8df9-841959d6f294', 'name': '', 'network_id': '5825883e-5860-4094-bd55-9d548afb8232', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'mac_address': 'fa:16:3e:54:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '140f8a9c-1560-4bdf-b206-e8b5b26dbdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:26Z', 'updated_at': '2020-12-17T16:39:32Z', 'revision_number': 4, 'project_id': '5c2e7b7ed021453b967636d28267c641', 'subnets': [{'id': '140f8a9c-1560-4bdf-b206-e8b5b26dbdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:39:33.434429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a356df-2477-4554-971b-68d117796155 None None] The sync data for ids ['52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'] in dv-cinder-766752-2-iscsi is: [{'id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'name': 'tempest-TestVolumeBootPattern-1382581417-router', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:22Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 4, 'project_id': '5c2e7b7ed021453b967636d28267c641', 'gw_port': {'id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:23Z', 'updated_at': '2020-12-17T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': '793988de-d64d-453a-8df9-841959d6f294', 'name': '', 'network_id': '5825883e-5860-4094-bd55-9d548afb8232', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'mac_address': 'fa:16:3e:54:e1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '140f8a9c-1560-4bdf-b206-e8b5b26dbdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:26Z', 'updated_at': '2020-12-17T16:39:32Z', 'revision_number': 4, 'project_id': '5c2e7b7ed021453b967636d28267c641', 'subnets': [{'id': '140f8a9c-1560-4bdf-b206-e8b5b26dbdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:39:34.475676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 793988de-d64d-453a-8df9-841959d6f294 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:39:34.545705 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning for port 793988de-d64d-453a-8df9-841959d6f294 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:39:34.551298 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 793988de-d64d-453a-8df9-841959d6f294 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:34.551724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:34.681245 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:34.715253 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-a8181665-5759-405f-a797-47d38adbf082 None None] For port 793988de-d64d-453a-8df9-841959d6f294, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=793988de-d64d-453a-8df9-841959d6f294,segment=NetworkSegment(d9464f7a-ef22-4c8d-b40f-413c46f44f13),segment_id=d9464f7a-ef22-4c8d-b40f-413c46f44f13)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:39:34.718270 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:34.723822 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:34.792791 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Pushing event updated for resources: {'Port': ['ID=793988de-d64d-453a-8df9-841959d6f294,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:34.796358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:36.455747 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 793988de-d64d-453a-8df9-841959d6f294 up at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:39:36.533743 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Provisioning complete for port 793988de-d64d-453a-8df9-841959d6f294 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:36.534158 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:44.341625 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:39:47.469053 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-2c0402c3-ce3c-4d33-b03d-3a4940c063d7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-810454249&fields=id&tenant_id=8a12bbc4523c4dd4855f3a197675f9ef HTTP/1.1" status: 200  len: 267 time: 0.0475278
Dec 17 16:39:47.632219 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-d1239bcb-09f2-44ee-bf19-3f9077ecb44d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:47.633693 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-d1239bcb-09f2-44ee-bf19-3f9077ecb44d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 812 time: 0.1566327
Dec 17 16:39:47.650546 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-0433c7eb-2b96-4425-9be5-d9c778c265c1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/quotas/8a12bbc4523c4dd4855f3a197675f9ef HTTP/1.1" status: 200  len: 375 time: 0.0105188
Dec 17 16:39:47.736445 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-f341f670-0c67-4968-bc40-dc84cceec8c5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80280) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:39:47.752919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-f341f670-0c67-4968-bc40-dc84cceec8c5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:39:47.754853 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-f341f670-0c67-4968-bc40-dc84cceec8c5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0988355
Dec 17 16:39:48.043094 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-5c28be17-5f81-48e5-8ff9-c7e62c65c76f service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2749202
Dec 17 16:39:48.188866 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-3e1e2d3a-dbc5-4be4-b56f-c48d1976ac54 service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391115
Dec 17 16:39:48.616274 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fec8bc0f-e735-4ff1-903f-06adbaf2473b req-26ed9e89-6385-4148-84ae-6a34a46bc09a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 210 time: 0.0500443
Dec 17 16:39:49.799622 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-1061e8ee-fbdb-4bc3-b0e2-a70dfe5429ca tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:49.800598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-1061e8ee-fbdb-4bc3-b0e2-a70dfe5429ca tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:network {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:39:49.808454 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fa2f720a-8ca5-4144-9c15-dee219328e04 req-a102f676-87fe-445b-9a38-2cfe29bd602e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 210 time: 0.0480278
Dec 17 16:39:49.818931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-1061e8ee-fbdb-4bc3-b0e2-a70dfe5429ca tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:network {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:39:49.819588 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-1061e8ee-fbdb-4bc3-b0e2-a70dfe5429ca tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 812 time: 0.1864192
Dec 17 16:39:49.904721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-9e78cd18-e547-4963-9b1f-d55a3e605792 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:security_group {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:39:49.922315 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-9e78cd18-e547-4963-9b1f-d55a3e605792 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:security_group {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:39:49.923471 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-9e78cd18-e547-4963-9b1f-d55a3e605792 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef HTTP/1.1" status: 200  len: 5549 time: 0.0848234
Dec 17 16:39:49.933035 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'port': {'device_id': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'admin_state_up': True, 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'security_groups': ['ef44defe-32a0-4087-9ae6-021d968a0672']}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:39:50.078680 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:39:50.089642 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:39:50.099131 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Made reservation on behalf of 8a12bbc4523c4dd4855f3a197675f9ef for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:39:50.104784 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:50.414642 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Allocated IP 172.20.0.4 (f9bdf986-f476-4da2-8997-835c45394ad6/68ccad4e-df1c-4c09-9621-1da89a15eb8c/7121358c-e00b-47c8-ae0c-93fa0de82bd8) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:39:50.866497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:50.883857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Transition to ACTIVE for port object 7121358c-e00b-47c8-ae0c-93fa0de82bd8 will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:39:50.903237 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:50.918828 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8025ea97-dad0-4cbb-ab0c-60c62d5c1e98 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:51.109413 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event updated for resources: {'Port': ['ID=7121358c-e00b-47c8-ae0c-93fa0de82bd8,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:51.124619 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.124979 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.125390 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.125794 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.126193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.126592 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.126988 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.127383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.127781 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.128210 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.128636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.129033 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.129502 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.129896 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.130312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.130689 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.131083 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.131474 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.131861 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.132274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.132667 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.133060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.133455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.133850 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:39:51.157243 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:51.203930 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652447f-f4cd-487c-825e-bc495091d5bc req-596cba02-fea5-4d14-a09f-74d0162417c9 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:51.205577 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d652447f-f4cd-487c-825e-bc495091d5bc req-596cba02-fea5-4d14-a09f-74d0162417c9 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 931 time: 0.2530837
Dec 17 16:39:51.216140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Network f9bdf986-f476-4da2-8997-835c45394ad6 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:39:51.229951 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:39:51.233679 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:39:51.312900 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d652447f-f4cd-487c-825e-bc495091d5bc req-1f4f61ff-2ce7-4fd6-a860-85f477d0c67f tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0995891
Dec 17 16:39:51.319715 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:51.320429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:51.357755 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4288709
Dec 17 16:39:51.375119 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-933f1c5b-15a9-4735-b313-f56963adff60 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80279) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:39:51.376600 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-933f1c5b-15a9-4735-b313-f56963adff60 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0062029
Dec 17 16:39:51.463982 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Request body: {'port': {'device_id': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:39:51.506556 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-c52755cb-324c-4582-963c-107464127e76 None None] Provisioning for port 7121358c-e00b-47c8-ae0c-93fa0de82bd8 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:39:51.511816 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-c52755cb-324c-4582-963c-107464127e76 None None] Provisioning complete for port 7121358c-e00b-47c8-ae0c-93fa0de82bd8 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:39:51.512295 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c52755cb-324c-4582-963c-107464127e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:51.569515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-c52755cb-324c-4582-963c-107464127e76 None None] Port 7121358c-e00b-47c8-ae0c-93fa0de82bd8 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:39:51.581091 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:51.993666 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7121358c-e00b-47c8-ae0c-93fa0de82bd8 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:39:52.000707 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:52.013291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Transition to ACTIVE for port object 7121358c-e00b-47c8-ae0c-93fa0de82bd8 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:39:52.015550 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:52.031325 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-da5171d7-db51-464d-831f-6d084753cdd8 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:52.168854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Pushing event updated for resources: {'Port': ['ID=7121358c-e00b-47c8-ae0c-93fa0de82bd8,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:52.173310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:52.357212 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Attempting to bind port 7121358c-e00b-47c8-ae0c-93fa0de82bd8 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:39:52.357212 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Attempting to bind port 7121358c-e00b-47c8-ae0c-93fa0de82bd8 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:39:52.357506 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Attempting to bind port 7121358c-e00b-47c8-ae0c-93fa0de82bd8 on network f9bdf986-f476-4da2-8997-835c45394ad6 {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:39:52.364401 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:39:52.364782 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Checking segment: {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:39:52.365177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:52.365574 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Bound using segment: {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:39:52.366050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Bound port: 7121358c-e00b-47c8-ae0c-93fa0de82bd8, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:39:52.366415 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:52.468610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] For port 7121358c-e00b-47c8-ae0c-93fa0de82bd8, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:39:52.471761 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] For port 7121358c-e00b-47c8-ae0c-93fa0de82bd8, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=7121358c-e00b-47c8-ae0c-93fa0de82bd8,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:39:52.475136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:52.491212 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5e10ab20-402c-4db7-b66f-8debb645319a tempest-AttachVolumeShelveTestJSON-2049739717 tempest-AttachVolumeShelveTestJSON-2049739717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:39:52.536693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99448ad2-a077-4188-b9e0-d3b722621608 req-ada27ead-2613-4cbe-9f7e-601aacac8660 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:52.538334 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-99448ad2-a077-4188-b9e0-d3b722621608 req-ada27ead-2613-4cbe-9f7e-601aacac8660 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 943 time: 0.0902781
Dec 17 16:39:52.586897 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-99448ad2-a077-4188-b9e0-d3b722621608 req-4e62810a-419a-4a20-865b-1011a96b8672 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0417707
Dec 17 16:39:52.645395 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Pushing event updated for resources: {'Port': ['ID=7121358c-e00b-47c8-ae0c-93fa0de82bd8,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:39:52.651260 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:39:52.686497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:52.687170 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:52.688687 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] 10.222.0.70 "PUT /v2.0/ports/7121358c-e00b-47c8-ae0c-93fa0de82bd8 HTTP/1.1" status: 200  len: 1157 time: 1.3053195
Dec 17 16:39:52.689246 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'tag': '7121358c-e00b-47c8-ae0c-93fa0de82bd8'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:39:52.780841 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'tag': '7121358c-e00b-47c8-ae0c-93fa0de82bd8', 'status': 'completed', 'code': 200}
Dec 17 16:39:52.820991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-fbee6a76-7474-4651-bd18-2fddc59b5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:52.822652 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-fbee6a76-7474-4651-bd18-2fddc59b5ddf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 1160 time: 0.0819988
Dec 17 16:39:52.904677 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-30845e94-8074-4c28-9bb9-ec94d67ed580 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7121358c-e00b-47c8-ae0c-93fa0de82bd8 HTTP/1.1" status: 200  len: 217 time: 0.0672641
Dec 17 16:39:52.975300 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-51818386-4d1e-4dcb-b075-f02498f6e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:52.976826 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-51818386-4d1e-4dcb-b075-f02498f6e6ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0657914
Dec 17 16:39:53.060241 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-11b4120e-8b3f-4c86-a842-54ae3cc12341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:53.061868 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-11b4120e-8b3f-4c86-a842-54ae3cc12341 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788596
Dec 17 16:39:53.209511 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-e7c2ca07-63dc-4277-9dd1-507b7b038c19 service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409090
Dec 17 16:39:53.353526 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a1e3a5d5-74d9-4253-a0be-de5e2963293b req-ec1a1dec-ba81-453a-88c6-01cd024132d1 service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374314
Dec 17 16:39:53.512038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23b653-a105-4910-be84-230f6e582998 req-c4b94215-9731-4afe-a352-9ab93998955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:53.513627 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ec23b653-a105-4910-be84-230f6e582998 req-c4b94215-9731-4afe-a352-9ab93998955e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 1160 time: 0.0756986
Dec 17 16:39:53.660520 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23b653-a105-4910-be84-230f6e582998 req-fbc1cc04-e13f-4c5c-be9e-e8f1009c520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:53.662248 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ec23b653-a105-4910-be84-230f6e582998 req-fbc1cc04-e13f-4c5c-be9e-e8f1009c520b service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1421101
Dec 17 16:39:53.739223 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ec23b653-a105-4910-be84-230f6e582998 req-19fcd5ce-7320-4185-abd8-40ffd61a0986 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7121358c-e00b-47c8-ae0c-93fa0de82bd8 HTTP/1.1" status: 200  len: 217 time: 0.0682390
Dec 17 16:39:53.804788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47373143-de8b-46a8-8a4f-49b40108c82f req-4af0fed2-f9d0-4743-a8b2-5dffe4187b53 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:53.806334 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-47373143-de8b-46a8-8a4f-49b40108c82f req-4af0fed2-f9d0-4743-a8b2-5dffe4187b53 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 943 time: 0.0858688
Dec 17 16:39:53.811509 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23b653-a105-4910-be84-230f6e582998 req-5c82aa51-de92-491e-bb9a-178a98e62668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:53.813129 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ec23b653-a105-4910-be84-230f6e582998 req-5c82aa51-de92-491e-bb9a-178a98e62668 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0671318
Dec 17 16:39:53.858684 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-47373143-de8b-46a8-8a4f-49b40108c82f req-74482e00-ef75-4ceb-a2d0-1ff570f18af2 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0457947
Dec 17 16:39:53.893752 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23b653-a105-4910-be84-230f6e582998 req-f0d19281-3e63-41b7-b99a-3abaee9b6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:53.896318 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ec23b653-a105-4910-be84-230f6e582998 req-f0d19281-3e63-41b7-b99a-3abaee9b6950 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769081
Dec 17 16:39:54.041501 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ec23b653-a105-4910-be84-230f6e582998 req-e11bdecc-82b0-4bfd-94d2-3720bff18dae service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378498
Dec 17 16:39:54.186106 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ec23b653-a105-4910-be84-230f6e582998 req-e6095373-4d1f-45c6-a3db-8230e8471a8d service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382904
Dec 17 16:39:55.075478 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd305c-ea60-4229-b16b-0f6caf1ab073 req-042a03b0-13c0-4dd0-acda-cdc7136c6fe8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:55.076296 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-32bd305c-ea60-4229-b16b-0f6caf1ab073 req-042a03b0-13c0-4dd0-acda-cdc7136c6fe8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:39:55.091793 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-32bd305c-ea60-4229-b16b-0f6caf1ab073 req-042a03b0-13c0-4dd0-acda-cdc7136c6fe8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:39:55.093092 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-32bd305c-ea60-4229-b16b-0f6caf1ab073 req-042a03b0-13c0-4dd0-acda-cdc7136c6fe8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 943 time: 0.1051269
Dec 17 16:39:55.141631 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-32bd305c-ea60-4229-b16b-0f6caf1ab073 req-d8d4fdb4-2ade-4e2c-9b90-2537a233722b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0416369
Dec 17 16:39:55.887808 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:56.266539 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a0ac4bd1-db8f-4199-835a-9c31967c1ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:56.356813 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c286e-4f9b-4f9c-8cbe-0b008793b039 req-5bbe0670-a6a8-4acb-874f-a71938e6cfca tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:56.358425 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-908c286e-4f9b-4f9c-8cbe-0b008793b039 req-5bbe0670-a6a8-4acb-874f-a71938e6cfca tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 943 time: 0.0876024
Dec 17 16:39:56.409328 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-908c286e-4f9b-4f9c-8cbe-0b008793b039 req-24125a2f-93b7-4fd3-a509-01d227d79b9c tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0444422
Dec 17 16:39:57.624111 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798977b-29e4-4b4c-bcee-46bd419f6793 req-e8c6bff0-a8b3-46cf-b74d-b185fb879bca tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:57.625755 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7798977b-29e4-4b4c-bcee-46bd419f6793 req-e8c6bff0-a8b3-46cf-b74d-b185fb879bca tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 943 time: 0.0838892
Dec 17 16:39:57.677360 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7798977b-29e4-4b4c-bcee-46bd419f6793 req-1266522e-f887-415c-b8c5-eab006497284 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0453265
Dec 17 16:39:58.685534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ea6a9601-8bfb-4dce-84e5-f851a2d2bdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:39:58.899575 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810bbae-5102-44c6-8152-b934fadfd94f req-fb595f54-0ee9-45ab-958a-82d8d9007b1b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:39:58.901209 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1810bbae-5102-44c6-8152-b934fadfd94f req-fb595f54-0ee9-45ab-958a-82d8d9007b1b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 943 time: 0.0861692
Dec 17 16:39:58.951406 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1810bbae-5102-44c6-8152-b934fadfd94f req-12451bfa-b07f-40a5-8547-aa7e367e7e80 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0435786
Dec 17 16:39:59.673880 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:00.165340 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ee829-1ed4-44c8-9e43-2b7a38bf871f req-3e974269-51e5-4028-b971-3113d6d0474f tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:00.166965 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-758ee829-1ed4-44c8-9e43-2b7a38bf871f req-3e974269-51e5-4028-b971-3113d6d0474f tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 943 time: 0.0854049
Dec 17 16:40:00.214192 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-758ee829-1ed4-44c8-9e43-2b7a38bf871f req-725c86fb-ae54-47a9-9801-a884b1ec4c0c tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0409393
Dec 17 16:40:00.387488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:01.130503 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:01.429511 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb0b20-49f7-4bfc-84bc-7d21574e1eaa req-65ee82f0-3e66-4975-b08d-d0f798e76502 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:01.431127 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-51cb0b20-49f7-4bfc-84bc-7d21574e1eaa req-65ee82f0-3e66-4975-b08d-d0f798e76502 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 943 time: 0.0839560
Dec 17 16:40:01.481935 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-51cb0b20-49f7-4bfc-84bc-7d21574e1eaa req-c694d740-31ea-4feb-a910-10ed4c93a438 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0445626
Dec 17 16:40:01.875018 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 7121358c-e00b-47c8-ae0c-93fa0de82bd8 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:40:01.945655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port 7121358c-e00b-47c8-ae0c-93fa0de82bd8 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:40:01.950511 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 7121358c-e00b-47c8-ae0c-93fa0de82bd8 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:40:01.950927 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:02.068932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:02.096460 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7121358c-e00b-47c8-ae0c-93fa0de82bd8'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:40:02.106656 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 7121358c-e00b-47c8-ae0c-93fa0de82bd8, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=7121358c-e00b-47c8-ae0c-93fa0de82bd8,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:40:02.109598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:02.111528 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:40:02.158164 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7121358c-e00b-47c8-ae0c-93fa0de82bd8', 'code': 200}
Dec 17 16:40:02.185287 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=7121358c-e00b-47c8-ae0c-93fa0de82bd8,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:40:02.193817 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.194221 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.194607 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.195204 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.195584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.195968 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.196389 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.196755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.197136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.197512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.197884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.198255 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.198700 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.199069 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.199439 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.199809 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.200193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.200570 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.200935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.201302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.201704 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.202081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.202437 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.202804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:40:02.207201 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:40:02.477905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770a86b-2aa0-40a2-91a1-0cf9fa4c017a req-5722c8f5-cbb0-46a2-bacc-fb414b6adf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:02.479534 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c770a86b-2aa0-40a2-91a1-0cf9fa4c017a req-5722c8f5-cbb0-46a2-bacc-fb414b6adf49 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 1162 time: 0.0784009
Dec 17 16:40:02.522597 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c770a86b-2aa0-40a2-91a1-0cf9fa4c017a req-9370303d-b980-48ad-84ae-020fcc9858f4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0367222
Dec 17 16:40:02.691140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b4e6-752d-4313-a26e-64c8273cccb5 req-5dbadf40-6e84-49c6-98ec-42b58fbba63a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:02.692763 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-da25b4e6-752d-4313-a26e-64c8273cccb5 req-5dbadf40-6e84-49c6-98ec-42b58fbba63a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 945 time: 0.0832174
Dec 17 16:40:02.741595 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-da25b4e6-752d-4313-a26e-64c8273cccb5 req-de870c71-ebfc-4082-93ec-76318e58bebf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0424604
Dec 17 16:40:03.592895 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 7121358c-e00b-47c8-ae0c-93fa0de82bd8 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:40:03.664170 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 7121358c-e00b-47c8-ae0c-93fa0de82bd8 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:40:03.664629 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:03.952486 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0ffbd-a591-40d9-aa6c-3d57f879e938 req-bc66fe31-fb1f-449f-b634-c84eb168ddc6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:03.954082 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fbf0ffbd-a591-40d9-aa6c-3d57f879e938 req-bc66fe31-fb1f-449f-b634-c84eb168ddc6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 945 time: 0.0814695
Dec 17 16:40:04.004071 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fbf0ffbd-a591-40d9-aa6c-3d57f879e938 req-a359f5d2-d22e-412a-bf9b-42e2d91f7ff4 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0436311
Dec 17 16:40:04.351912 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0062ba1-6803-479f-861a-474e3365d8b3 req-d15b9b91-d550-42bb-90fb-0a5ba98e328b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:04.353551 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f0062ba1-6803-479f-861a-474e3365d8b3 req-d15b9b91-d550-42bb-90fb-0a5ba98e328b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 945 time: 0.2192278
Dec 17 16:40:04.402056 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f0062ba1-6803-479f-861a-474e3365d8b3 req-66424edd-5a80-47f6-964c-4871f0bd028d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0421066
Dec 17 16:40:04.858535 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-83056ff9-74e5-4b9f-a38e-321d346382b1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3976054
Dec 17 16:40:04.869152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'floatingip': {'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:40:04.874936 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:40:04.879521 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Usage tracker for resource:floatingip and tenant:8a12bbc4523c4dd4855f3a197675f9ef is out of sync, need to count used quota {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 17 16:40:04.882549 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80279) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 17 16:40:04.888330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:40:04.898322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:05.042015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:05.313109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Allocated IP 172.27.0.5 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/7e4989f4-6059-41fe-a9cb-b3b1590f3369) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:40:05.475976 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:05.501626 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:05.516919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9bff78bd-da8f-4b7a-bbf8-6039a79328bc tempest-TestMinimumBasicScenario-432524111 tempest-TestMinimumBasicScenario-432524111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:40:05.651132 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event updated for resources: {'Port': ['ID=7e4989f4-6059-41fe-a9cb-b3b1590f3369,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:40:05.655868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:40:05.704211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:40:05.705401 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:40:05.708321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:40:05.793547 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:05.853050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:06.123984 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:06.128307 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:06.149860 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-609b564a-fd4a-4741-955d-2f35d991a32c tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:40:06.322677 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event updated for resources: {'Port': ['ID=7e4989f4-6059-41fe-a9cb-b3b1590f3369,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:40:06.325908 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:40:06.427513 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:06.449535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:06.450836 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 1.5862138
Dec 17 16:40:06.538089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-de3c9b5b-c445-4daf-95fb-259a4d09b4ea tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:floatingip {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:40:06.553927 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-de3c9b5b-c445-4daf-95fb-259a4d09b4ea tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:floatingip {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:40:06.555154 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-de3c9b5b-c445-4daf-95fb-259a4d09b4ea tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.5 HTTP/1.1" status: 200  len: 694 time: 0.0972440
Dec 17 16:40:06.715664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-007ca859-c379-41d9-b811-161025ad7b5e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:06.717228 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-007ca859-c379-41d9-b811-161025ad7b5e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/networks/91d1505b-ce8a-4e95-a9a1-fbd742f1e542 HTTP/1.1" status: 200  len: 784 time: 0.1561186
Dec 17 16:40:06.728613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-5efcdb2a-0797-4e88-a33d-0910449b7973 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80279) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:40:06.729659 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-25a1c433-1de0-445c-9dd7-1d087f454582 req-5efcdb2a-0797-4e88-a33d-0910449b7973 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0059760
Dec 17 16:40:06.931816 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-37416b9f-dc8e-44fc-a492-aeaf83d8f4fa tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:06.933457 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-37416b9f-dc8e-44fc-a492-aeaf83d8f4fa tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0834291
Dec 17 16:40:07.018312 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-36e02c81-0830-439a-a643-5faa57b6b990 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.5 HTTP/1.1" status: 200  len: 694 time: 0.0785606
Dec 17 16:40:07.029043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-9bc478aa-9895-4783-9436-eed9e8f40540 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'floatingip': {'port_id': '7121358c-e00b-47c8-ae0c-93fa0de82bd8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:40:07.109307 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-9bc478aa-9895-4783-9436-eed9e8f40540 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:07.941154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-9bc478aa-9895-4783-9436-eed9e8f40540 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:07.944085 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-9bc478aa-9895-4783-9436-eed9e8f40540 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:08.119054 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-9bc478aa-9895-4783-9436-eed9e8f40540 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Floating IP 5ead04cb-191c-4b21-b34f-66d22a1fc920 associated. External IP: 172.27.0.5, port: 7121358c-e00b-47c8-ae0c-93fa0de82bd8.
Dec 17 16:40:08.480410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-9bc478aa-9895-4783-9436-eed9e8f40540 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:40:08.668599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-9bc478aa-9895-4783-9436-eed9e8f40540 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:40:08.673010 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-9bc478aa-9895-4783-9436-eed9e8f40540 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:08.678916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7453655-0f11-45ec-be69-4cd6516b045c None None] Sync routers for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:40:08.690185 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7453655-0f11-45ec-be69-4cd6516b045c None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:40:08.690905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-c7453655-0f11-45ec-be69-4cd6516b045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb824d2a400>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:39:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:40:08.729032 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-9bc478aa-9895-4783-9436-eed9e8f40540 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "PUT /v2.0/floatingips/5ead04cb-191c-4b21-b34f-66d22a1fc920 HTTP/1.1" status: 200  len: 994 time: 1.7040637
Dec 17 16:40:08.729593 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'tag': '7121358c-e00b-47c8-ae0c-93fa0de82bd8'}] {{(pid=80280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:40:08.822947 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-3557b2e7-d056-4d09-a154-989779fb29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:08.824650 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-3557b2e7-d056-4d09-a154-989779fb29e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 1162 time: 0.0822294
Dec 17 16:40:08.936912 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'tag': '7121358c-e00b-47c8-ae0c-93fa0de82bd8', 'status': 'completed', 'code': 200}
Dec 17 16:40:08.990046 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-2b93e8de-046f-42b0-b4bc-6ad27a3aa088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:08.996823 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-2b93e8de-046f-42b0-b4bc-6ad27a3aa088 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1640689
Dec 17 16:40:09.036957 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-c7453655-0f11-45ec-be69-4cd6516b045c None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:40:09.064948 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb553aa-0a79-4cef-9aa0-c236e40bb1fa req-fd5cc670-65f7-4131-9bf9-c826109d0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:09.067178 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2eb553aa-0a79-4cef-9aa0-c236e40bb1fa req-fd5cc670-65f7-4131-9bf9-c826109d0450 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 1162 time: 0.0824645
Dec 17 16:40:09.099854 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-3feb676b-1e2c-4c60-acc6-2f9aa799e403 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7121358c-e00b-47c8-ae0c-93fa0de82bd8 HTTP/1.1" status: 200  len: 997 time: 0.1015141
Dec 17 16:40:09.176584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-0b17fa88-02ae-4a82-8ea6-0a8fa8015b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:09.178146 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-0b17fa88-02ae-4a82-8ea6-0a8fa8015b49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0709288
Dec 17 16:40:09.216559 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb553aa-0a79-4cef-9aa0-c236e40bb1fa req-87c7edd9-5aec-45df-86e5-50f788902e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:09.218137 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2eb553aa-0a79-4cef-9aa0-c236e40bb1fa req-87c7edd9-5aec-45df-86e5-50f788902e29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1442130
Dec 17 16:40:09.262634 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-0358a53b-6f1b-4116-87ea-d27ca85db5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:09.264315 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-0358a53b-6f1b-4116-87ea-d27ca85db5d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789874
Dec 17 16:40:09.277052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-9f2640b6-873c-404e-a8dc-11a2e926bcb0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80280) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:40:09.278124 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-9f2640b6-873c-404e-a8dc-11a2e926bcb0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0057497
Dec 17 16:40:09.326922 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2eb553aa-0a79-4cef-9aa0-c236e40bb1fa req-9e2758b7-5969-4706-ac74-d6c676c0a443 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7121358c-e00b-47c8-ae0c-93fa0de82bd8 HTTP/1.1" status: 200  len: 997 time: 0.1022639
Dec 17 16:40:09.405048 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb553aa-0a79-4cef-9aa0-c236e40bb1fa req-9fe4e9df-c601-42aa-8311-d49507613ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:09.406495 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2eb553aa-0a79-4cef-9aa0-c236e40bb1fa req-9fe4e9df-c601-42aa-8311-d49507613ee3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0731139
Dec 17 16:40:09.432956 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-c7453655-0f11-45ec-be69-4cd6516b045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb824d2a400>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '5ead04cb-191c-4b21-b34f-66d22a1fc920', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '7121358c-e00b-47c8-ae0c-93fa0de82bd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:92:09:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:40:05Z', 'updated_at': '2020-12-17T16:40:07Z', 'revision_number': 1, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:40:09.437964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7453655-0f11-45ec-be69-4cd6516b045c None None] Checking router: c2587b0a-8e94-49e8-8e64-e9d5754c62e0 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:40:09.448507 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7453655-0f11-45ec-be69-4cd6516b045c None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:40:09.449531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-c7453655-0f11-45ec-be69-4cd6516b045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb824d2a400>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:39:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:40:09.450364 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-4f0f2e6e-29e2-4195-8b71-701ea1307e16 service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650846
Dec 17 16:40:09.503177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb553aa-0a79-4cef-9aa0-c236e40bb1fa req-fd38b42a-f2f7-4a88-9724-8969c9399fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:09.504917 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2eb553aa-0a79-4cef-9aa0-c236e40bb1fa req-fd38b42a-f2f7-4a88-9724-8969c9399fd3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918429
Dec 17 16:40:09.598455 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-5a13e5f2-684e-4b51-8e99-6807fb02a241 req-4a9412b0-4b1d-4d4f-8f47-5bbb42b2c747 service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407290
Dec 17 16:40:09.644557 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-c7453655-0f11-45ec-be69-4cd6516b045c None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:40:09.654551 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2eb553aa-0a79-4cef-9aa0-c236e40bb1fa req-4c831a3c-a3e9-441e-be0d-1a58f4422632 service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424382
Dec 17 16:40:09.804639 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2eb553aa-0a79-4cef-9aa0-c236e40bb1fa req-c79c3ad7-38ad-4873-abce-5ce537b6d9fb service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433711
Dec 17 16:40:10.015559 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-c7453655-0f11-45ec-be69-4cd6516b045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb824d2a400>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '5ead04cb-191c-4b21-b34f-66d22a1fc920', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '7121358c-e00b-47c8-ae0c-93fa0de82bd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:92:09:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:40:05Z', 'updated_at': '2020-12-17T16:40:07Z', 'revision_number': 1, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:40:10.019963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7453655-0f11-45ec-be69-4cd6516b045c None None] The sync data for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi is: [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '5ead04cb-191c-4b21-b34f-66d22a1fc920', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '7121358c-e00b-47c8-ae0c-93fa0de82bd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:92:09:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:40:05Z', 'updated_at': '2020-12-17T16:40:07Z', 'revision_number': 1, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:40:10.306346 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b6c04-8a19-4ea5-b778-ee34f69ecf78 None None] New status for floating IP 5ead04cb-191c-4b21-b34f-66d22a1fc920: ACTIVE {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:40:21.341079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:40:25.902290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:26.267889 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e0fec17f-4fc2-4f94-960e-a0bef80f9e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:28.687579 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-1e831ceb-7f91-46d8-a581-1afb7a269f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:29.678079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:30.390958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:31.141357 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:36.477090 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-891c756d-fd46-45b8-bb88-b8e59f6c61a5 req-ceb78653-82b6-4da2-b835-3564fc4bcc08 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0781183
Dec 17 16:40:36.638259 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c756d-fd46-45b8-bb88-b8e59f6c61a5 req-5d473c02-4b1e-4483-a6c6-583756c6d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:36.639842 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-891c756d-fd46-45b8-bb88-b8e59f6c61a5 req-5d473c02-4b1e-4483-a6c6-583756c6d0d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 1162 time: 0.0749900
Dec 17 16:40:36.803637 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c756d-fd46-45b8-bb88-b8e59f6c61a5 req-56e57d9f-72bd-4cbe-81d9-a9e13b8b9f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:36.805295 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-891c756d-fd46-45b8-bb88-b8e59f6c61a5 req-56e57d9f-72bd-4cbe-81d9-a9e13b8b9f9a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1465983
Dec 17 16:40:37.146650 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-891c756d-fd46-45b8-bb88-b8e59f6c61a5 req-bd550fac-1ceb-44d5-9182-73382603112a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7121358c-e00b-47c8-ae0c-93fa0de82bd8 HTTP/1.1" status: 200  len: 999 time: 0.3341408
Dec 17 16:40:37.220963 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c756d-fd46-45b8-bb88-b8e59f6c61a5 req-9c957351-3b00-4eac-ba0f-6099117298ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:37.222534 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-891c756d-fd46-45b8-bb88-b8e59f6c61a5 req-9c957351-3b00-4eac-ba0f-6099117298ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0697153
Dec 17 16:40:37.305838 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c756d-fd46-45b8-bb88-b8e59f6c61a5 req-9e382829-ac74-4369-858c-03b0d6183a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:40:37.307404 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-891c756d-fd46-45b8-bb88-b8e59f6c61a5 req-9e382829-ac74-4369-858c-03b0d6183a0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772564
Dec 17 16:40:37.454263 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-891c756d-fd46-45b8-bb88-b8e59f6c61a5 req-8dfb65b7-9db9-4c01-8485-1dee6bfc6fbd service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392503
Dec 17 16:40:37.599467 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-891c756d-fd46-45b8-bb88-b8e59f6c61a5 req-3924acbb-8e4a-48ac-8347-d2efb69964ba service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383123
Dec 17 16:40:55.902330 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:56.269815 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e949caaf-e133-4700-b62d-e2d3928ea57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:58.341403 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:40:58.693192 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c5636483-c7fe-4e4a-bcda-d20ef76755c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:40:59.680852 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:41:00.394974 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:41:01.136558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:41:25.901112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:41:26.270918 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-acab5b3e-1470-43d8-a8c3-4c8e6c54ed8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:41:28.686061 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-e5fcf0b1-58a5-4fcb-8e8b-1fe4ea5b23a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:41:29.684027 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:41:30.398065 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:41:31.142156 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:41:35.342213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:41:37.457568 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf54fbd4-22ff-44ac-8054-000150e1630a req-d50454a9-2849-453f-95d9-80c21b98926c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0759301
Dec 17 16:41:37.728767 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54fbd4-22ff-44ac-8054-000150e1630a req-e87c6543-c78d-4d79-b6b1-2e6f9cb8a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:41:37.730361 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf54fbd4-22ff-44ac-8054-000150e1630a req-e87c6543-c78d-4d79-b6b1-2e6f9cb8a6c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 1162 time: 0.0745811
Dec 17 16:41:37.894208 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54fbd4-22ff-44ac-8054-000150e1630a req-90321d06-5be8-4bb1-877b-563607732244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:41:37.895807 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf54fbd4-22ff-44ac-8054-000150e1630a req-90321d06-5be8-4bb1-877b-563607732244 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1449366
Dec 17 16:41:38.009201 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf54fbd4-22ff-44ac-8054-000150e1630a req-c2e92e21-5f8b-4a21-8f82-1e723290db10 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7121358c-e00b-47c8-ae0c-93fa0de82bd8 HTTP/1.1" status: 200  len: 999 time: 0.1052473
Dec 17 16:41:38.083499 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54fbd4-22ff-44ac-8054-000150e1630a req-1a70ce29-65b3-4dea-9265-92ea71858ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:41:38.085651 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf54fbd4-22ff-44ac-8054-000150e1630a req-1a70ce29-65b3-4dea-9265-92ea71858ab6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0702221
Dec 17 16:41:38.165934 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54fbd4-22ff-44ac-8054-000150e1630a req-ee59c0e7-650b-490a-896c-1a9d0284ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:41:38.167563 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf54fbd4-22ff-44ac-8054-000150e1630a req-ee59c0e7-650b-490a-896c-1a9d0284ade4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750906
Dec 17 16:41:38.312842 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf54fbd4-22ff-44ac-8054-000150e1630a req-d1515d7e-151d-4368-82f2-8920a3b006f2 service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383908
Dec 17 16:41:38.460035 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-bf54fbd4-22ff-44ac-8054-000150e1630a req-ba992138-bed8-4b83-8534-d78482e47a8e service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405859
Dec 17 16:41:55.914063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:41:56.271825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-8aaff98b-d48d-454f-a978-a15caee9e0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:41:58.688028 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bdf432f3-596b-45bd-8c67-c09b4eb6d9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:41:58.705756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb27d6a-3944-43d9-a23e-d34e0058c094 req-59556949-616e-4f6a-b1f8-c9cf78141730 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:41:58.707375 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3fb27d6a-3944-43d9-a23e-d34e0058c094 req-59556949-616e-4f6a-b1f8-c9cf78141730 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 945 time: 0.0887733
Dec 17 16:41:58.754694 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-3fb27d6a-3944-43d9-a23e-d34e0058c094 req-eecc33b5-981e-4e90-809d-c6d332758116 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0402801
Dec 17 16:41:59.686555 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:41:59.986790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9247b3-0891-4848-aec8-6e8f5616760d req-5e012b1f-a73e-4e6e-b77a-43d41f3393ee tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:41:59.988383 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2f9247b3-0891-4848-aec8-6e8f5616760d req-5e012b1f-a73e-4e6e-b77a-43d41f3393ee tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 945 time: 0.0872269
Dec 17 16:42:00.039520 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2f9247b3-0891-4848-aec8-6e8f5616760d req-a9987be1-568a-43d2-af3c-9884a5dc2aee tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0442433
Dec 17 16:42:00.151034 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 7121358c-e00b-47c8-ae0c-93fa0de82bd8 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:42:00.265059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:00.296389 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7121358c-e00b-47c8-ae0c-93fa0de82bd8'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:42:00.306874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 7121358c-e00b-47c8-ae0c-93fa0de82bd8, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=7121358c-e00b-47c8-ae0c-93fa0de82bd8,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:42:00.310577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:00.312600 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:42:00.363664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-ae35f113-4c3e-49d9-9a15-ea24a296046b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:00.365653 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-ae35f113-4c3e-49d9-9a15-ea24a296046b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 943 time: 0.0938292
Dec 17 16:42:00.406618 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:00.410554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=7121358c-e00b-47c8-ae0c-93fa0de82bd8,revision_number=5']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:42:00.420629 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.420629 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.420921 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.421305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.422010 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.422010 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.422383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.422893 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.423622 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.423622 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.423814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.424122 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.424793 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.424956 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.425362 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.426099 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.426275 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.426706 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.427102 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.427606 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.428037 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.428677 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.428677 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.429400 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:00.433701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:42:00.459541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Deleting port 7121358c-e00b-47c8-ae0c-93fa0de82bd8 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:42:00.459930 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:00.495728 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7121358c-e00b-47c8-ae0c-93fa0de82bd8', 'code': 200}
Dec 17 16:42:00.720331 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] For port 7121358c-e00b-47c8-ae0c-93fa0de82bd8, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=7121358c-e00b-47c8-ae0c-93fa0de82bd8,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:42:00.720728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:01.020995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:01.021574 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:01.021758 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Floating IP 5ead04cb-191c-4b21-b34f-66d22a1fc920 disassociated. External IP: 172.27.0.5, port: 7121358c-e00b-47c8-ae0c-93fa0de82bd8.
Dec 17 16:42:01.022141 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Calling delete_port for 7121358c-e00b-47c8-ae0c-93fa0de82bd8 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:42:01.141854 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:01.167757 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:01.185455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:42:01.270311 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event deleted for resources: {'Port': ['ID=7121358c-e00b-47c8-ae0c-93fa0de82bd8,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:42:01.338646 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e7acb218-9a73-42b1-a820-ddab8a38cc1f req-40ef707d-f2f5-4d2f-a207-7f678c87fc3e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 210 time: 0.1686261
Dec 17 16:42:01.341961 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.342388 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.342803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.343220 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.343629 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.344037 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.344467 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.344873 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.345277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.345683 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.346082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.346487 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.346952 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.347354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.347751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.348154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.348580 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.349507 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.349905 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.350309 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.350705 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.351102 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.351498 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.351899 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:42:01.367446 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:42:01.611539 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:42:01.794771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:42:01.805803 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86f354-d1c4-4e38-b0a8-224ea1fd35ef None None] Sync routers for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:42:01.816653 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86f354-d1c4-4e38-b0a8-224ea1fd35ef None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:42:01.817448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-4c86f354-d1c4-4e38-b0a8-224ea1fd35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f5114a8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:41:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:42:01.833148 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] No DVR routers for this DVR port 7121358c-e00b-47c8-ae0c-93fa0de82bd8 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:42:01.835541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:01.838518 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'name': 'network-vif-deleted', 'tag': '7121358c-e00b-47c8-ae0c-93fa0de82bd8'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:42:01.854040 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-32b6731a-c0a6-4cdb-a0b9-0482efb14638 req-435c1997-a317-487e-a4a5-9fc04d314a72 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "DELETE /v2.0/ports/7121358c-e00b-47c8-ae0c-93fa0de82bd8 HTTP/1.1" status: 204  len: 173 time: 1.4742703
Dec 17 16:42:02.015670 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537b06d2-3b29-4810-a387-e0e60e6ff125', 'name': 'network-vif-deleted', 'tag': '7121358c-e00b-47c8-ae0c-93fa0de82bd8', 'status': 'completed', 'code': 200}
Dec 17 16:42:02.017049 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-4c86f354-d1c4-4e38-b0a8-224ea1fd35ef None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:42:02.354051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-4c86f354-d1c4-4e38-b0a8-224ea1fd35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f5114a8>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:42:02.358417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86f354-d1c4-4e38-b0a8-224ea1fd35ef None None] Checking router: c2587b0a-8e94-49e8-8e64-e9d5754c62e0 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:42:02.368277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86f354-d1c4-4e38-b0a8-224ea1fd35ef None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:42:02.368939 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-4c86f354-d1c4-4e38-b0a8-224ea1fd35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f5114a8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:41:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:42:02.573287 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-da91ae39-7520-4d43-94cd-12e1707b7505 req-6c2b51a1-874a-4d67-9b4b-0177a006f3b0 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:42:02.589277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-da91ae39-7520-4d43-94cd-12e1707b7505 req-6c2b51a1-874a-4d67-9b4b-0177a006f3b0 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:42:02.590577 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-da91ae39-7520-4d43-94cd-12e1707b7505 req-6c2b51a1-874a-4d67-9b4b-0177a006f3b0 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=537b06d2-3b29-4810-a387-e0e60e6ff125 HTTP/1.1" status: 200  len: 210 time: 0.0694408
Dec 17 16:42:02.711550 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-4c86f354-d1c4-4e38-b0a8-224ea1fd35ef None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:42:03.048059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-4c86f354-d1c4-4e38-b0a8-224ea1fd35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f5114a8>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:42:03.053357 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86f354-d1c4-4e38-b0a8-224ea1fd35ef None None] The sync data for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi is: [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:42:03.454135 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b6025-10cd-405d-acb5-49a8325fdf69 None None] New status for floating IP 5ead04cb-191c-4b21-b34f-66d22a1fc920: DOWN {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:42:03.951271 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-0d0560e9-580e-4550-bd2b-8ea18c5f7a1b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-810454249&fields=id&tenant_id=8a12bbc4523c4dd4855f3a197675f9ef HTTP/1.1" status: 200  len: 267 time: 0.0429692
Dec 17 16:42:04.355980 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-f0bfcd74-f4b1-4364-860f-e10cd84eec47 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:04.357704 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-f0bfcd74-f4b1-4364-860f-e10cd84eec47 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 812 time: 0.3989770
Dec 17 16:42:04.374404 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-f9a4f40b-bd66-4d87-979b-ff0d4fce2920 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/quotas/8a12bbc4523c4dd4855f3a197675f9ef HTTP/1.1" status: 200  len: 375 time: 0.0103676
Dec 17 16:42:04.465241 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-9e776cb9-fa55-4c6b-847b-86efd499958f tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0838125
Dec 17 16:42:04.616675 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-34a4a08f-674e-4750-ab19-fde11c678306 service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386936
Dec 17 16:42:04.761466 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-61bc4cf2-7672-43e1-8ea8-642b9ce0002f service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382747
Dec 17 16:42:05.204439 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2e1eee7a-b055-4b9b-b7d7-5f38cb527001 req-599b9192-3fd9-40ac-b9e4-17391c461c0a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 210 time: 0.0487695
Dec 17 16:42:06.390981 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1a8659c2-3dd9-44de-b8d0-7d1eb7c11eed req-ec38dc6e-1586-44ea-9ab5-b186f3537b25 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 210 time: 0.0525169
Dec 17 16:42:06.549582 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-092e5c71-3c8d-48b3-9c70-030c9a769752 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:06.551143 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-092e5c71-3c8d-48b3-9c70-030c9a769752 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 812 time: 0.1630218
Dec 17 16:42:06.635629 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-fa1e6212-55d6-4d56-b3db-ee1081853e79 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef HTTP/1.1" status: 200  len: 5549 time: 0.0655091
Dec 17 16:42:06.665082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'port': {'device_id': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'admin_state_up': True, 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'security_groups': ['ef44defe-32a0-4087-9ae6-021d968a0672']}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:42:06.814278 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:42:06.820385 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:42:06.829289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Made reservation on behalf of 8a12bbc4523c4dd4855f3a197675f9ef for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:42:06.835369 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:07.163945 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Allocated IP 172.20.0.11 (f9bdf986-f476-4da2-8997-835c45394ad6/68ccad4e-df1c-4c09-9621-1da89a15eb8c/300a8e18-ff5d-4e68-95fa-0e2d11fa88c5) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:42:07.379445 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:07.399435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Transition to ACTIVE for port object 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:42:07.421815 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:07.438156 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-8f2037f8-b52d-4e6e-878f-3a445be179d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:42:07.578459 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event updated for resources: {'Port': ['ID=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:42:07.585181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:42:07.617331 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b9385-5adc-4fba-b1d5-0792a7ddcd23 req-f2077c78-9692-4225-9306-8858cc3b07fe tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:07.618957 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-257b9385-5adc-4fba-b1d5-0792a7ddcd23 req-f2077c78-9692-4225-9306-8858cc3b07fe tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 932 time: 0.0916378
Dec 17 16:42:07.642338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Network f9bdf986-f476-4da2-8997-835c45394ad6 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:42:07.644089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:42:07.646614 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:42:07.669682 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-257b9385-5adc-4fba-b1d5-0792a7ddcd23 req-f49839f9-ba59-47e4-9ca5-5ef0a882d01f tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0441463
Dec 17 16:42:07.720120 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:07.720838 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:07.753033 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-32d13b88-1b77-40cb-8d28-aa14e430ddf3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0925713
Dec 17 16:42:07.777084 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Request body: {'port': {'device_id': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:42:07.891455 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:07.944164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-3d31c60a-f8e3-4f0a-83b4-32a15d17ba94 None None] Provisioning for port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:42:07.949222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-3d31c60a-f8e3-4f0a-83b4-32a15d17ba94 None None] Provisioning complete for port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:42:07.949643 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3d31c60a-f8e3-4f0a-83b4-32a15d17ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:08.004762 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-3d31c60a-f8e3-4f0a-83b4-32a15d17ba94 None None] Port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:42:08.321015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:42:08.328420 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:08.343081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Transition to ACTIVE for port object 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:42:08.346117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:08.362743 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-65d2d113-6407-404d-96fd-6037600c7e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:42:08.504581 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Pushing event updated for resources: {'Port': ['ID=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:42:08.507792 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:42:08.702842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Attempting to bind port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:42:08.703265 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Attempting to bind port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:42:08.703561 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Attempting to bind port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 on network f9bdf986-f476-4da2-8997-835c45394ad6 {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:42:08.710913 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:42:08.711665 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Checking segment: {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:42:08.712887 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:08.712887 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Bound using segment: {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:42:08.713179 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Bound port: 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:42:08.713282 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:08.810934 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] For port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:42:08.816823 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] For port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:42:08.856660 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:08.879494 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:42:09.043461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Pushing event updated for resources: {'Port': ['ID=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:42:09.061622 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:42:09.087756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e769c1-80c0-41d8-9e2b-597d5ed02ee6 req-5d0a2238-9c55-479a-821e-23af4e5c0a17 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:09.088466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-a7e769c1-80c0-41d8-9e2b-597d5ed02ee6 req-5d0a2238-9c55-479a-821e-23af4e5c0a17 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:42:09.115458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:09.116209 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:09.117665 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1f9d073f-b1bd-43e4-9e65-7df00d67a49b service neutron] 10.222.0.70 "PUT /v2.0/ports/300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 HTTP/1.1" status: 200  len: 1158 time: 1.3507943
Dec 17 16:42:09.118217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'tag': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:42:09.125015 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-a7e769c1-80c0-41d8-9e2b-597d5ed02ee6 req-5d0a2238-9c55-479a-821e-23af4e5c0a17 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:42:09.126266 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a7e769c1-80c0-41d8-9e2b-597d5ed02ee6 req-5d0a2238-9c55-479a-821e-23af4e5c0a17 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 944 time: 0.3127940
Dec 17 16:42:09.225810 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'tag': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'status': 'completed', 'code': 200}
Dec 17 16:42:09.244235 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-a7e769c1-80c0-41d8-9e2b-597d5ed02ee6 req-27f090dd-fae7-44c0-9b95-cb7fe149e52d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1080840
Dec 17 16:42:09.276724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-cc7d5e45-a293-4417-957c-91690af6ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:09.278395 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-cc7d5e45-a293-4417-957c-91690af6ef8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 1161 time: 0.1077869
Dec 17 16:42:09.359173 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-fcd84912-5d7f-45f1-a971-5decdaf5b8ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 HTTP/1.1" status: 200  len: 217 time: 0.0680337
Dec 17 16:42:09.434272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-b8ca10e7-3309-42fb-b8df-84033eecdc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:09.435884 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-b8ca10e7-3309-42fb-b8df-84033eecdc0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0702467
Dec 17 16:42:09.516620 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-3192c2de-4e95-4a13-9757-26a12d81e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:09.518249 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-3192c2de-4e95-4a13-9757-26a12d81e191 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762591
Dec 17 16:42:09.666910 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-e91171cc-1c04-4cd1-8cb5-84741b90bd2c service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421602
Dec 17 16:42:10.049882 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d0736449-8eb3-487c-81a6-dc7486bd3c5d req-1de21822-5ab1-4c50-a179-9c97e8da283c service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3768065
Dec 17 16:42:10.211942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a022-1af7-4e46-a440-f066f43ea62c req-162374bf-17de-4bc2-877c-021f42898c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:10.214804 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b568a022-1af7-4e46-a440-f066f43ea62c req-162374bf-17de-4bc2-877c-021f42898c0c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 1161 time: 0.0809412
Dec 17 16:42:10.366004 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a022-1af7-4e46-a440-f066f43ea62c req-5bc668e8-36b8-4596-8f75-5aa7754f88c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:10.368219 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b568a022-1af7-4e46-a440-f066f43ea62c req-5bc668e8-36b8-4596-8f75-5aa7754f88c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1463521
Dec 17 16:42:10.445573 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b568a022-1af7-4e46-a440-f066f43ea62c req-615b7c19-1bbb-4db8-8eb2-1a6c5d085acb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 HTTP/1.1" status: 200  len: 217 time: 0.0700629
Dec 17 16:42:10.469155 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa88e9-1816-426c-84e7-75573f853a25 req-42edc6d2-11ca-4294-9de5-02689b43d35e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:10.470853 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d5fa88e9-1816-426c-84e7-75573f853a25 req-42edc6d2-11ca-4294-9de5-02689b43d35e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 944 time: 0.0902929
Dec 17 16:42:10.524398 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a022-1af7-4e46-a440-f066f43ea62c req-924768b1-a772-47a2-bd1f-461cf636bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:10.526031 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b568a022-1af7-4e46-a440-f066f43ea62c req-924768b1-a772-47a2-bd1f-461cf636bef9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0735667
Dec 17 16:42:10.544576 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d5fa88e9-1816-426c-84e7-75573f853a25 req-69f85e2b-6aa6-4be6-84aa-ef5f3fbc9300 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0657384
Dec 17 16:42:10.608975 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a022-1af7-4e46-a440-f066f43ea62c req-79af7cba-a9d5-42d6-aba8-83eb34f63271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:10.610596 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b568a022-1af7-4e46-a440-f066f43ea62c req-79af7cba-a9d5-42d6-aba8-83eb34f63271 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784404
Dec 17 16:42:10.755417 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b568a022-1af7-4e46-a440-f066f43ea62c req-2a366bd3-b894-473e-8993-af0a01e80a5d service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375723
Dec 17 16:42:10.898155 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b568a022-1af7-4e46-a440-f066f43ea62c req-3ecf4f4c-fe35-4d27-8906-f4b12275c29c service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358545
Dec 17 16:42:11.755318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37102f-4ef9-456b-bdda-4abded2651cb req-962ca852-75ff-4a66-ad74-e02e3b4fb605 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:11.756962 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2b37102f-4ef9-456b-bdda-4abded2651cb req-962ca852-75ff-4a66-ad74-e02e3b4fb605 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 944 time: 0.0837023
Dec 17 16:42:11.809015 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2b37102f-4ef9-456b-bdda-4abded2651cb req-5891389f-ca7a-4ff0-b1da-012efa36d2a2 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0457618
Dec 17 16:42:12.341435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:42:13.026013 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c1e6b-d761-49a8-889f-a6edd3bf1c38 req-0980fb4b-8c53-4ac0-9767-5ba231f132cf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:13.027616 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-990c1e6b-d761-49a8-889f-a6edd3bf1c38 req-0980fb4b-8c53-4ac0-9767-5ba231f132cf tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 944 time: 0.0853035
Dec 17 16:42:13.077699 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-990c1e6b-d761-49a8-889f-a6edd3bf1c38 req-e8245a48-c997-4dcb-bb67-93a06c5c51e5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0433619
Dec 17 16:42:14.293265 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51439c8-d8e5-48a4-85fc-0d415914a252 req-38e7692d-3dcb-485f-9165-0b94377c4493 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:14.294880 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f51439c8-d8e5-48a4-85fc-0d415914a252 req-38e7692d-3dcb-485f-9165-0b94377c4493 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 944 time: 0.0843010
Dec 17 16:42:14.343021 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-f51439c8-d8e5-48a4-85fc-0d415914a252 req-78900b04-9300-4c11-9f4b-27bee72e53f2 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0416334
Dec 17 16:42:15.560454 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef38439-4429-4348-ad2c-cc3b46938b6b req-ea91799b-e696-4b3d-a84a-a7aa3c187249 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:15.562028 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7ef38439-4429-4348-ad2c-cc3b46938b6b req-ea91799b-e696-4b3d-a84a-a7aa3c187249 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 944 time: 0.0865996
Dec 17 16:42:15.610468 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7ef38439-4429-4348-ad2c-cc3b46938b6b req-63f21bdf-2fcb-4b98-a484-5c665e8e64dd tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0417795
Dec 17 16:42:16.825117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25dfd9-3bf1-4e35-85c2-1898e830ded7 req-91ada783-4237-4ca2-bf6f-0d92c8e28355 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:16.826828 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4c25dfd9-3bf1-4e35-85c2-1898e830ded7 req-91ada783-4237-4ca2-bf6f-0d92c8e28355 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 944 time: 0.0883431
Dec 17 16:42:16.875130 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4c25dfd9-3bf1-4e35-85c2-1898e830ded7 req-4be5b246-65fb-4211-bfa5-34bfd7ee5a1a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0417604
Dec 17 16:42:18.090875 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ae4a2-e877-4276-968c-1c64a5355349 req-d4e64d3d-691f-4bea-bf48-1d8d25e74a3d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:18.092493 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1c8ae4a2-e877-4276-968c-1c64a5355349 req-d4e64d3d-691f-4bea-bf48-1d8d25e74a3d tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 944 time: 0.0863569
Dec 17 16:42:18.141690 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1c8ae4a2-e877-4276-968c-1c64a5355349 req-57fd6cce-db73-406c-b5ea-c273b4592c15 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0428452
Dec 17 16:42:18.552579 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:42:18.621859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:42:18.626884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:42:18.627293 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:18.748945 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:18.778134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:42:18.789756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:42:18.793145 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:18.795154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:42:18.841957 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'code': 200}
Dec 17 16:42:18.867834 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:42:18.873339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:42:19.155277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b599c85-25df-4694-9341-d1828cf2aa6d req-b6f07622-a8c8-4ec7-9138-be2263d64d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:19.156854 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2b599c85-25df-4694-9341-d1828cf2aa6d req-b6f07622-a8c8-4ec7-9138-be2263d64d8c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 1163 time: 0.0780773
Dec 17 16:42:19.206037 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2b599c85-25df-4694-9341-d1828cf2aa6d req-f8855a54-6a0b-4fd2-94a1-a8c7b99df5b3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0429716
Dec 17 16:42:19.367956 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2398f-c57e-403a-8976-cd778ac4b7e3 req-586ee4d8-73a6-416b-998a-cdb8647387fb tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:19.369575 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e1a2398f-c57e-403a-8976-cd778ac4b7e3 req-586ee4d8-73a6-416b-998a-cdb8647387fb tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 946 time: 0.0904286
Dec 17 16:42:19.427047 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e1a2398f-c57e-403a-8976-cd778ac4b7e3 req-7e05117e-9cf6-47d7-9afc-c4dfc13a0b35 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0507972
Dec 17 16:42:20.335871 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:42:20.421833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:42:20.421833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:20.646040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512e35d-5074-45ad-ac3f-0965819a1abd req-03c78628-157e-41f2-9c3b-f32e30481f29 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:20.647654 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b512e35d-5074-45ad-ac3f-0965819a1abd req-03c78628-157e-41f2-9c3b-f32e30481f29 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 946 time: 0.0838761
Dec 17 16:42:20.696659 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b512e35d-5074-45ad-ac3f-0965819a1abd req-f8fbb5a9-76c2-4f03-bb4f-6132054ea198 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0423312
Dec 17 16:42:20.913826 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7e621-bfb5-485a-8d5c-75311055195f req-c5a85f9d-db2d-4c5e-af38-c95e430ecc13 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:20.915441 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fcc7e621-bfb5-485a-8d5c-75311055195f req-c5a85f9d-db2d-4c5e-af38-c95e430ecc13 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 946 time: 0.0885143
Dec 17 16:42:20.964115 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fcc7e621-bfb5-485a-8d5c-75311055195f req-a9a95c91-6e81-4510-97d4-52988fbe6759 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0421176
Dec 17 16:42:21.183621 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-a97f3316-58a1-4566-9984-2a40862b1085 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1634052
Dec 17 16:42:21.194371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'floatingip': {'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:42:21.200097 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:42:21.210169 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:42:21.219001 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:21.373434 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:21.657052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Allocated IP 172.27.0.197 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/96b8d5f0-a34a-4303-99ec-a320563e7ec7) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:42:21.821710 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:21.846933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:21.862557 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c6feae83-e66f-44fc-9365-ceb26d42ead3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:42:21.996863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event updated for resources: {'Port': ['ID=96b8d5f0-a34a-4303-99ec-a320563e7ec7,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:42:22.000676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:42:22.057074 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:42:22.058190 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:42:22.060702 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:42:22.144737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:22.204810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:22.483183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:22.487337 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:22.502897 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9fb34af9-a065-4a7c-b314-0942bc864186 tempest-AttachVolumeNegativeTest-1329934994 tempest-AttachVolumeNegativeTest-1329934994] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:42:22.642078 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event updated for resources: {'Port': ['ID=96b8d5f0-a34a-4303-99ec-a320563e7ec7,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:42:22.647233 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:42:22.750482 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:22.780397 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:22.781716 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5921810
Dec 17 16:42:22.868515 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-774f9b99-2626-4a93-b3ed-7bc4f63cc62e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:floatingip {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:42:22.883647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-774f9b99-2626-4a93-b3ed-7bc4f63cc62e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:floatingip {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:42:22.884920 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-774f9b99-2626-4a93-b3ed-7bc4f63cc62e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.197 HTTP/1.1" status: 200  len: 696 time: 0.0969036
Dec 17 16:42:23.046955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-9c1d26a2-8bd0-465f-940a-dabcc4344788 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:23.048409 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-99eb53dc-78ac-4d25-b66d-c26e1c4f80af req-9c1d26a2-8bd0-465f-940a-dabcc4344788 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/networks/91d1505b-ce8a-4e95-a9a1-fbd742f1e542 HTTP/1.1" status: 200  len: 784 time: 0.1573737
Dec 17 16:42:23.246446 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-1ba4c656-797d-4c4d-a8dc-8bcae3a3cbca tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:23.248054 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-1ba4c656-797d-4c4d-a8dc-8bcae3a3cbca tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0851588
Dec 17 16:42:23.333368 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-2019def1-4cbd-43da-a659-50f0c02679bb tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.197 HTTP/1.1" status: 200  len: 696 time: 0.0782681
Dec 17 16:42:23.343531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-e3e04d7e-1e16-4a7b-b42c-24afea4f0588 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'floatingip': {'port_id': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:42:23.637396 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-e3e04d7e-1e16-4a7b-b42c-24afea4f0588 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:24.262113 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-e3e04d7e-1e16-4a7b-b42c-24afea4f0588 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:24.264816 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-e3e04d7e-1e16-4a7b-b42c-24afea4f0588 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:24.441624 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-e3e04d7e-1e16-4a7b-b42c-24afea4f0588 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Floating IP a1af7fc6-36b7-4682-9403-498bd27d48a9 associated. External IP: 172.27.0.197, port: 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5.
Dec 17 16:42:24.802484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-e3e04d7e-1e16-4a7b-b42c-24afea4f0588 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:42:24.986544 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-e3e04d7e-1e16-4a7b-b42c-24afea4f0588 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:42:24.991489 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-e3e04d7e-1e16-4a7b-b42c-24afea4f0588 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:24.996204 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0b96c4-de7d-4d54-b780-d75826c0d9f8 None None] Sync routers for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:42:25.007018 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b96c4-de7d-4d54-b780-d75826c0d9f8 None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:42:25.007685 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-6b0b96c4-de7d-4d54-b780-d75826c0d9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f4adc50>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:41:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:42:25.049646 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-e3e04d7e-1e16-4a7b-b42c-24afea4f0588 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "PUT /v2.0/floatingips/a1af7fc6-36b7-4682-9403-498bd27d48a9 HTTP/1.1" status: 200  len: 997 time: 1.7101803
Dec 17 16:42:25.050201 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'tag': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5'}] {{(pid=80280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:42:25.128901 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'tag': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'status': 'completed', 'code': 200}
Dec 17 16:42:25.140140 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-47539cef-41e0-43f3-9062-6dfaa6280d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:25.141829 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-47539cef-41e0-43f3-9062-6dfaa6280d4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 1163 time: 0.0784860
Dec 17 16:42:25.198341 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-6b0b96c4-de7d-4d54-b780-d75826c0d9f8 None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:42:25.258842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f5267-1f08-466f-a134-2629a6f9735b req-4274e4d1-e7d4-4657-837f-822aaabd5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:25.260501 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-154f5267-1f08-466f-a134-2629a6f9735b req-4274e4d1-e7d4-4657-837f-822aaabd5c11 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 1163 time: 0.0801985
Dec 17 16:42:25.293481 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-d7e6b6a5-d39d-4d1a-aa9f-04c84a2e0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:25.295449 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-d7e6b6a5-d39d-4d1a-aa9f-04c84a2e0829 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1465755
Dec 17 16:42:25.423955 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-c0b7c9e3-5b96-496f-bb94-cccf254ad22f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 HTTP/1.1" status: 200  len: 1000 time: 0.1206286
Dec 17 16:42:25.430891 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f5267-1f08-466f-a134-2629a6f9735b req-215dfeed-9c8f-4067-b092-d6c1a32280a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:25.433791 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-154f5267-1f08-466f-a134-2629a6f9735b req-215dfeed-9c8f-4067-b092-d6c1a32280a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1667049
Dec 17 16:42:25.495795 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-bf4906ad-03e0-4c22-a647-8ae480378490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:25.497474 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-bf4906ad-03e0-4c22-a647-8ae480378490 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0722656
Dec 17 16:42:25.553349 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-154f5267-1f08-466f-a134-2629a6f9735b req-66c9e3ae-f5c1-42d6-97f6-bfe5ece0c6d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 HTTP/1.1" status: 200  len: 1000 time: 0.1133893
Dec 17 16:42:25.589751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-b0f5f827-4fc6-45e0-8c90-8448730dd187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:25.591406 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-b0f5f827-4fc6-45e0-8c90-8448730dd187 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866745
Dec 17 16:42:25.598584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-6b0b96c4-de7d-4d54-b780-d75826c0d9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f4adc50>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': 'a1af7fc6-36b7-4682-9403-498bd27d48a9', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:1b:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:42:22Z', 'updated_at': '2020-12-17T16:42:24Z', 'revision_number': 1, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:42:25.603647 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0b96c4-de7d-4d54-b780-d75826c0d9f8 None None] Checking router: c2587b0a-8e94-49e8-8e64-e9d5754c62e0 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:42:25.613297 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b96c4-de7d-4d54-b780-d75826c0d9f8 None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:42:25.614640 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-6b0b96c4-de7d-4d54-b780-d75826c0d9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f4adc50>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:41:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:42:25.628849 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f5267-1f08-466f-a134-2629a6f9735b req-806e24da-0be0-4dde-8d8d-ae42f0ea1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:25.631082 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-154f5267-1f08-466f-a134-2629a6f9735b req-806e24da-0be0-4dde-8d8d-ae42f0ea1d42 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0706146
Dec 17 16:42:25.725823 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f5267-1f08-466f-a134-2629a6f9735b req-ca733e5d-bfb7-4ec6-884c-a82cf541ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:25.727511 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-154f5267-1f08-466f-a134-2629a6f9735b req-ca733e5d-bfb7-4ec6-884c-a82cf541ca71 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0903418
Dec 17 16:42:25.757314 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-78965a7c-6624-4730-a593-f9bf62d1b08d service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572618
Dec 17 16:42:25.808108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-6b0b96c4-de7d-4d54-b780-d75826c0d9f8 None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:42:25.887555 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-154f5267-1f08-466f-a134-2629a6f9735b req-50505943-bc50-419d-b51f-0a47da3730ff service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523671
Dec 17 16:42:25.905143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:25.907935 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-21481f8f-ac1d-4456-bd25-df7d3748d8d1 req-2a14f022-484a-4012-8b29-3714617df858 service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435053
Dec 17 16:42:26.202742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-6b0b96c4-de7d-4d54-b780-d75826c0d9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f4adc50>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': 'a1af7fc6-36b7-4682-9403-498bd27d48a9', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:1b:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:42:22Z', 'updated_at': '2020-12-17T16:42:24Z', 'revision_number': 1, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:42:26.207026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0b96c4-de7d-4d54-b780-d75826c0d9f8 None None] The sync data for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi is: [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': 'a1af7fc6-36b7-4682-9403-498bd27d48a9', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:1b:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:42:22Z', 'updated_at': '2020-12-17T16:42:24Z', 'revision_number': 1, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:42:26.278645 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-869ed6b6-f188-4415-9b1d-38dd3a46c4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:26.286359 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-154f5267-1f08-466f-a134-2629a6f9735b req-d746dda5-b669-457d-9cd1-9b932d65baeb service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3926463
Dec 17 16:42:26.510834 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07972e24-9f46-4862-8af6-2265689b8ee8 None None] New status for floating IP a1af7fc6-36b7-4682-9403-498bd27d48a9: ACTIVE {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:42:28.691171 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c11bbed3-2a29-4fc7-a3a7-bca9f1eb5d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:29.688859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:30.400889 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:31.145551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:38.484132 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d4d64202-6180-400e-b3aa-cedaae03758d req-bfa096cd-7857-4789-9dd4-6b6f5df38c6d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0792811
Dec 17 16:42:38.656550 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d64202-6180-400e-b3aa-cedaae03758d req-46f32402-1dd0-4180-88e4-2f146b5a5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:38.658219 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d4d64202-6180-400e-b3aa-cedaae03758d req-46f32402-1dd0-4180-88e4-2f146b5a5583 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 1163 time: 0.0790670
Dec 17 16:42:38.819075 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d64202-6180-400e-b3aa-cedaae03758d req-fc235ed3-2cb6-47c7-ae9e-492ca1f3495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:38.820646 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d4d64202-6180-400e-b3aa-cedaae03758d req-fc235ed3-2cb6-47c7-ae9e-492ca1f3495f service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1423113
Dec 17 16:42:38.928220 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d4d64202-6180-400e-b3aa-cedaae03758d req-b4a4d567-bf35-4bd8-aba0-553ee6e4f095 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 HTTP/1.1" status: 200  len: 1002 time: 0.0997558
Dec 17 16:42:39.001196 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d64202-6180-400e-b3aa-cedaae03758d req-2dc858e2-b114-45e2-8104-0c1bebd6ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:39.002784 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d4d64202-6180-400e-b3aa-cedaae03758d req-2dc858e2-b114-45e2-8104-0c1bebd6ddf8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0666926
Dec 17 16:42:39.084225 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d64202-6180-400e-b3aa-cedaae03758d req-667961cf-6d3e-48f9-9e27-f650b2b81943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:42:39.085815 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d4d64202-6180-400e-b3aa-cedaae03758d req-667961cf-6d3e-48f9-9e27-f650b2b81943 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767353
Dec 17 16:42:39.233221 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d4d64202-6180-400e-b3aa-cedaae03758d req-4b9f29c2-146f-408d-b483-d7b897510425 service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402152
Dec 17 16:42:39.382898 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-d4d64202-6180-400e-b3aa-cedaae03758d req-3e9ea1b5-fdb6-45eb-8c7b-3b162a983a71 service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423979
Dec 17 16:42:49.342134 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:42:55.904514 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:56.270428 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-fada6de8-d760-4ed0-b409-11926c9d47c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:58.692321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-21963c64-a2b6-4aad-98a4-7b8dbe1b84d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:42:59.692786 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:43:00.413071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:43:01.147374 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:43:21.343058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-7e552f2b-c344-475b-bf12-1edbcfa321ad req-4368ecc9-eb6a-4171-b9a6-dc57dc4b6b5b service neutron] (80279) timed out ('10.222.0.21', 55312) {{(pid=80279) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 17 16:43:25.905534 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:43:26.272028 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-68a63d60-41f0-403d-94ab-4b62cd7956ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:43:26.341613 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:43:28.696448 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-ccd856da-c0e1-411d-8f5e-1cdb2b59dce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:43:29.695249 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:43:30.406209 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:43:31.161407 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:43:39.154319 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2ae3ea3e-55d2-40b2-be9b-3a18949061e9 req-6177f7d7-6dcc-4937-a0f8-52585bfd4f82 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0797918
Dec 17 16:43:39.318665 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ea3e-55d2-40b2-be9b-3a18949061e9 req-b0750acb-426b-464f-b399-8396cb79a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:43:39.320384 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2ae3ea3e-55d2-40b2-be9b-3a18949061e9 req-b0750acb-426b-464f-b399-8396cb79a1cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 1163 time: 0.0779741
Dec 17 16:43:39.480000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ea3e-55d2-40b2-be9b-3a18949061e9 req-6cda1058-ff43-47f2-9101-0237fae5e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:43:39.481624 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2ae3ea3e-55d2-40b2-be9b-3a18949061e9 req-6cda1058-ff43-47f2-9101-0237fae5e767 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1422200
Dec 17 16:43:39.595475 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2ae3ea3e-55d2-40b2-be9b-3a18949061e9 req-21ff3373-d306-4b3a-bf8d-40e880d1cf26 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 HTTP/1.1" status: 200  len: 1002 time: 0.1071830
Dec 17 16:43:39.664205 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ea3e-55d2-40b2-be9b-3a18949061e9 req-d957f8ef-f852-4122-8539-b2a08608413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:43:39.665813 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2ae3ea3e-55d2-40b2-be9b-3a18949061e9 req-d957f8ef-f852-4122-8539-b2a08608413e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0640817
Dec 17 16:43:39.749042 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ea3e-55d2-40b2-be9b-3a18949061e9 req-849e299d-9d6e-4b06-8077-088896f93d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:43:39.750668 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2ae3ea3e-55d2-40b2-be9b-3a18949061e9 req-849e299d-9d6e-4b06-8077-088896f93d2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781915
Dec 17 16:43:39.895801 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2ae3ea3e-55d2-40b2-be9b-3a18949061e9 req-f3fb304d-958a-4fb5-b673-2d428ec8716e service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380737
Dec 17 16:43:40.039747 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2ae3ea3e-55d2-40b2-be9b-3a18949061e9 req-42662bae-c518-4ae0-bce0-ddf117a5e29b service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377475
Dec 17 16:43:55.906034 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:43:56.273433 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-db55582c-53f9-4c61-93c3-4ca03125426c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:43:58.690372 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2ad85938-1fb7-4689-8079-4116671251c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:43:59.697548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:00.528664 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:01.164636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:03.341691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:44:08.271381 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-2b7ae01c-e723-4da9-8dcc-2111aaa893b7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-810454249&fields=id&tenant_id=8a12bbc4523c4dd4855f3a197675f9ef HTTP/1.1" status: 200  len: 267 time: 0.0432618
Dec 17 16:44:08.436059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-5d57e5e9-edbb-4e8b-b121-bfebfe113568 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:08.437716 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-5d57e5e9-edbb-4e8b-b121-bfebfe113568 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 812 time: 0.1590397
Dec 17 16:44:08.455174 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-f5f7d713-6ec9-4ca6-a78e-cbffcb558316 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/quotas/8a12bbc4523c4dd4855f3a197675f9ef HTTP/1.1" status: 200  len: 375 time: 0.0103242
Dec 17 16:44:08.548456 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-1408e839-c322-4208-bdc8-6987ab266b3e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0871370
Dec 17 16:44:08.658778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-a1062e9c-cce5-4871-82be-8df6b698318d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80279) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 17 16:44:08.660425 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-a1062e9c-cce5-4871-82be-8df6b698318d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0985193
Dec 17 16:44:08.815075 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-b78d1b3c-cf13-4e70-8f19-ef7858a48319 service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476057
Dec 17 16:44:08.963031 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-f528df9a-0d8e-4d71-bd65-c6a09936eb6e service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413603
Dec 17 16:44:09.396646 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-2a1ca722-5d15-40b2-84b3-8d0e441ad6ed req-e78ef608-1255-4813-a91a-34b6361cc08e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 210 time: 0.0475438
Dec 17 16:44:10.627488 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-da9e5a24-09b3-427d-ae41-65fd980c2add tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:10.629691 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-da9e5a24-09b3-427d-ae41-65fd980c2add tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 812 time: 0.2435105
Dec 17 16:44:10.631836 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-ef974437-08d4-4342-8026-ec185e59b310 req-49a883d8-cb89-46ed-8d10-385267dec19e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 210 time: 0.0632043
Dec 17 16:44:10.736414 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-3a278595-0829-4edf-9b42-c60fe8d47664 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef HTTP/1.1" status: 200  len: 5549 time: 0.0704160
Dec 17 16:44:10.746259 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'port': {'device_id': '9cb793cf-6076-4994-9d68-f76215a73263', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'admin_state_up': True, 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'security_groups': ['ef44defe-32a0-4087-9ae6-021d968a0672']}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:44:10.891484 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:44:10.901353 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:44:10.910713 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Made reservation on behalf of 8a12bbc4523c4dd4855f3a197675f9ef for: {'port': 1} {{(pid=80279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 17 16:44:10.916296 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:11.235510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Allocated IP 172.20.0.7 (f9bdf986-f476-4da2-8997-835c45394ad6/68ccad4e-df1c-4c09-9621-1da89a15eb8c/041c60d7-0344-4d4f-aeed-fa6900a990d9) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:44:11.446652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:11.464489 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Transition to ACTIVE for port object 041c60d7-0344-4d4f-aeed-fa6900a990d9 will not be triggered until provisioned by entity DHCP. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:44:11.485665 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:11.502504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-9857d76b-1227-439f-b9f4-1f87bc6e4667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:44:11.652560 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event updated for resources: {'Port': ['ID=041c60d7-0344-4d4f-aeed-fa6900a990d9,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:44:11.664900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.665319 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.665733 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.666142 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.666548 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.666954 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.667357 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.668019 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.668469 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.668878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.669274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.669670 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.670138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.670535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.670931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.671328 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.671724 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.672122 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.672546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.673276 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.673276 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.673686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.674086 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.674500 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:11.689229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:44:11.733890 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Network f9bdf986-f476-4da2-8997-835c45394ad6 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:44:11.735154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:44:11.738324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:44:11.805604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:11.806288 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:11.838739 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-d1faea49-1b0c-4fa2-ba9b-1f59469f944b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0969892
Dec 17 16:44:11.857386 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Request body: {'port': {'device_id': '9cb793cf-6076-4994-9d68-f76215a73263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:44:11.861657 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385b3e7-1c7f-4311-8980-6b1b30cf36aa req-9db222f6-b9c1-47a1-ae2e-f097bb19bb6b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:11.863329 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1385b3e7-1c7f-4311-8980-6b1b30cf36aa req-9db222f6-b9c1-47a1-ae2e-f097bb19bb6b tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 931 time: 0.0950553
Dec 17 16:44:11.916204 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1385b3e7-1c7f-4311-8980-6b1b30cf36aa req-a5fcd5ef-b61e-4ef1-a00a-a746b1d1f57a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0463834
Dec 17 16:44:11.931020 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-347735f6-0313-4d60-bc9c-0b00bf52d6ad None None] Provisioning for port 041c60d7-0344-4d4f-aeed-fa6900a990d9 completed by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:44:11.937611 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-347735f6-0313-4d60-bc9c-0b00bf52d6ad None None] Provisioning complete for port 041c60d7-0344-4d4f-aeed-fa6900a990d9 triggered by entity DHCP. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:44:11.938037 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-347735f6-0313-4d60-bc9c-0b00bf52d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:11.997081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-347735f6-0313-4d60-bc9c-0b00bf52d6ad None None] Port 041c60d7-0344-4d4f-aeed-fa6900a990d9 cannot update to ACTIVE because it is not bound. {{(pid=80281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 17 16:44:12.210523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:12.624115 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041c60d7-0344-4d4f-aeed-fa6900a990d9 {{(pid=80279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 17 16:44:12.631967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:12.643949 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Transition to ACTIVE for port object 041c60d7-0344-4d4f-aeed-fa6900a990d9 will not be triggered until provisioned by entity L2. {{(pid=80279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 17 16:44:12.646921 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:12.662649 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3e64b0a8-9015-4154-90d0-7847670779bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:44:12.802043 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Pushing event updated for resources: {'Port': ['ID=041c60d7-0344-4d4f-aeed-fa6900a990d9,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:44:12.807877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:44:12.997147 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Attempting to bind port 041c60d7-0344-4d4f-aeed-fa6900a990d9 on host hv-cinder-76675 for vnic_type normal with profile  {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 17 16:44:12.997527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Attempting to bind port 041c60d7-0344-4d4f-aeed-fa6900a990d9 by drivers openvswitch on host hv-cinder-76675 at level 0 using segments [{'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 17 16:44:12.997898 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Attempting to bind port 041c60d7-0344-4d4f-aeed-fa6900a990d9 on network f9bdf986-f476-4da2-8997-835c45394ad6 {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 17 16:44:13.004112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Checking agent: {'id': 'a6644c48-d2db-41b2-b538-cc81dda3c9e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 17, 16, 16, 22), 'started_at': datetime.datetime(2020, 12, 17, 16, 16, 52), 'heartbeat_timestamp': datetime.datetime(2020, 12, 17, 16, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 17 16:44:13.004531 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Checking segment: {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 17 16:44:13.004943 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:13.005344 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Bound using segment: {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'} {{(pid=80279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 17 16:44:13.005820 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Bound port: 041c60d7-0344-4d4f-aeed-fa6900a990d9, host: hv-cinder-76675, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afee5a87-5ae1-43d4-a953-77b36c87d8ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6'}}] {{(pid=80279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 17 16:44:13.006247 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:13.162183 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] For port 041c60d7-0344-4d4f-aeed-fa6900a990d9, host hv-cinder-76675, cleared binding levels {{(pid=80279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 17 16:44:13.174987 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] For port 041c60d7-0344-4d4f-aeed-fa6900a990d9, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=041c60d7-0344-4d4f-aeed-fa6900a990d9,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 17 16:44:13.181035 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:13.197407 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3adb2c8f-1639-417c-91ee-1af3d84e716d tempest-TestShelveInstance-2036526325 tempest-TestShelveInstance-2036526325] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:44:13.244036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a991c-c1fd-4d77-95b2-6592b71edbac req-bcf570c4-133e-4c44-b4d4-613d488b62bb tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:13.244838 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-1a6a991c-c1fd-4d77-95b2-6592b71edbac req-bcf570c4-133e-4c44-b4d4-613d488b62bb tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:44:13.357154 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-1a6a991c-c1fd-4d77-95b2-6592b71edbac req-bcf570c4-133e-4c44-b4d4-613d488b62bb tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:44:13.358448 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1a6a991c-c1fd-4d77-95b2-6592b71edbac req-bcf570c4-133e-4c44-b4d4-613d488b62bb tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 943 time: 0.3045998
Dec 17 16:44:13.393177 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Pushing event updated for resources: {'Port': ['ID=041c60d7-0344-4d4f-aeed-fa6900a990d9,revision_number=3']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:44:13.401038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:44:13.449540 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1a6a991c-c1fd-4d77-95b2-6592b71edbac req-1789994e-aa32-4e0a-90ab-d116e6e8dd6e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0750186
Dec 17 16:44:13.454181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:13.454856 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:13.456897 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] 10.222.0.70 "PUT /v2.0/ports/041c60d7-0344-4d4f-aeed-fa6900a990d9 HTTP/1.1" status: 200  len: 1157 time: 1.6041703
Dec 17 16:44:13.457464 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb793cf-6076-4994-9d68-f76215a73263', 'tag': '041c60d7-0344-4d4f-aeed-fa6900a990d9'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:44:13.523005 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb793cf-6076-4994-9d68-f76215a73263', 'tag': '041c60d7-0344-4d4f-aeed-fa6900a990d9', 'status': 'completed', 'code': 200}
Dec 17 16:44:13.627269 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-dad3b0d9-1e07-45b5-a2c4-686f7039d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:13.629061 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-dad3b0d9-1e07-45b5-a2c4-686f7039d345 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 1160 time: 0.0911508
Dec 17 16:44:13.708334 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-8b90f05d-67b3-455c-962c-3dc6b2665a6e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c60d7-0344-4d4f-aeed-fa6900a990d9 HTTP/1.1" status: 200  len: 217 time: 0.0653381
Dec 17 16:44:13.783358 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-f53d2b14-5e96-42d7-84ce-be83d65b16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:13.785038 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-f53d2b14-5e96-42d7-84ce-be83d65b16c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0705793
Dec 17 16:44:13.864599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-c6ce8b1c-d8c1-4a7e-aab3-c4415a16ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:13.866230 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-c6ce8b1c-d8c1-4a7e-aab3-c4415a16ed2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747323
Dec 17 16:44:14.013717 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-bd12cebd-99e8-4702-84d5-072b455b2640 service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400330
Dec 17 16:44:14.161247 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9a0f04a2-4a00-42df-bc84-1ed8ea2a76d5 req-8f5a8063-f3ce-4d5c-a17b-8cddd419657e service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408868
Dec 17 16:44:14.324225 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c48348-feb2-48cc-b781-0ccfff514f89 req-622ffebd-76a4-4845-b49a-858fabf2be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:14.325823 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-11c48348-feb2-48cc-b781-0ccfff514f89 req-622ffebd-76a4-4845-b49a-858fabf2be6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 1160 time: 0.0814662
Dec 17 16:44:14.479584 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c48348-feb2-48cc-b781-0ccfff514f89 req-e6dbd8bb-c277-45dd-965a-7d6c3ee97178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:14.481276 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-11c48348-feb2-48cc-b781-0ccfff514f89 req-e6dbd8bb-c277-45dd-965a-7d6c3ee97178 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1482449
Dec 17 16:44:14.560651 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-11c48348-feb2-48cc-b781-0ccfff514f89 req-d2f01514-929d-4b37-b3ff-8a7d95930b30 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c60d7-0344-4d4f-aeed-fa6900a990d9 HTTP/1.1" status: 200  len: 217 time: 0.0668042
Dec 17 16:44:14.685605 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c48348-feb2-48cc-b781-0ccfff514f89 req-52d817ba-e5fc-4d5c-863a-ef8bc6a3db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:14.687210 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-11c48348-feb2-48cc-b781-0ccfff514f89 req-52d817ba-e5fc-4d5c-863a-ef8bc6a3db01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.1198997
Dec 17 16:44:14.767066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9234e43-911a-450e-a22f-1fd5a5f63026 req-32386ab2-f48e-488f-97ed-14abb7368bb5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:14.768744 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e9234e43-911a-450e-a22f-1fd5a5f63026 req-32386ab2-f48e-488f-97ed-14abb7368bb5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 943 time: 0.1529667
Dec 17 16:44:14.835002 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e9234e43-911a-450e-a22f-1fd5a5f63026 req-b8fd0b67-a6c3-47a6-baf7-b813cbbc619e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0576792
Dec 17 16:44:14.837050 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c48348-feb2-48cc-b781-0ccfff514f89 req-b6ef0af7-1e45-44e8-861d-129da877e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:14.838734 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-11c48348-feb2-48cc-b781-0ccfff514f89 req-b6ef0af7-1e45-44e8-861d-129da877e883 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1387870
Dec 17 16:44:14.985159 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-11c48348-feb2-48cc-b781-0ccfff514f89 req-836cd70a-f643-4d69-aca2-ae8896081beb service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376874
Dec 17 16:44:15.129508 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-11c48348-feb2-48cc-b781-0ccfff514f89 req-5bd8cabd-7f71-4776-900d-12494271fe72 service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378922
Dec 17 16:44:16.046635 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da18bb9-3916-4f21-81b3-91437edc21a5 req-6dcf0efe-97fd-46dd-89bd-e8ac27665e57 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:16.048254 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6da18bb9-3916-4f21-81b3-91437edc21a5 req-6dcf0efe-97fd-46dd-89bd-e8ac27665e57 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 943 time: 0.0828795
Dec 17 16:44:16.096314 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-6da18bb9-3916-4f21-81b3-91437edc21a5 req-8f6d21d1-62a1-4613-8249-a88e170e72d8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0409961
Dec 17 16:44:17.321472 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56990d3-8189-4849-971f-6c4e21a8032d req-98459364-ac41-471e-98a4-661191fe2ea3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:17.323246 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c56990d3-8189-4849-971f-6c4e21a8032d req-98459364-ac41-471e-98a4-661191fe2ea3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 943 time: 0.0969698
Dec 17 16:44:17.374495 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c56990d3-8189-4849-971f-6c4e21a8032d req-3c8e6422-8d84-41e1-966d-56d75f19794e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0447323
Dec 17 16:44:18.600551 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51473698-67b0-4f2e-883b-f694a6d7feca req-258f78a5-3717-45ef-8ad0-8430194e12e4 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:18.602161 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-51473698-67b0-4f2e-883b-f694a6d7feca req-258f78a5-3717-45ef-8ad0-8430194e12e4 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 943 time: 0.0891175
Dec 17 16:44:18.649210 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-51473698-67b0-4f2e-883b-f694a6d7feca req-5ef0b2ec-c227-4133-87ad-75fc3bbcb5da tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0405197
Dec 17 16:44:19.871051 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45268b4f-b70b-4e56-a8f8-a9d4bd32cbce req-2cf1a766-7af4-4d8e-b642-9f331b981af7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:19.872695 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-45268b4f-b70b-4e56-a8f8-a9d4bd32cbce req-2cf1a766-7af4-4d8e-b642-9f331b981af7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 943 time: 0.0861895
Dec 17 16:44:19.922460 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-45268b4f-b70b-4e56-a8f8-a9d4bd32cbce req-4daf8cd2-23bf-41ee-a030-e1ea81c7e4b2 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0422668
Dec 17 16:44:21.139449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ba758-10cc-427d-9c24-83fa687ff34b req-4d2bc5c0-016d-4c1f-86d4-aa1ec2b9df5f tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:21.141098 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-eb4ba758-10cc-427d-9c24-83fa687ff34b req-4d2bc5c0-016d-4c1f-86d4-aa1ec2b9df5f tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 943 time: 0.0865180
Dec 17 16:44:21.194391 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-eb4ba758-10cc-427d-9c24-83fa687ff34b req-1ec9725c-3edc-40b3-9239-3b2622c316f2 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0462775
Dec 17 16:44:21.732446 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 041c60d7-0344-4d4f-aeed-fa6900a990d9 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:44:21.800844 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning for port 041c60d7-0344-4d4f-aeed-fa6900a990d9 completed by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 17 16:44:21.806149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 041c60d7-0344-4d4f-aeed-fa6900a990d9 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:44:21.806669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:21.927417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:21.956283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb793cf-6076-4994-9d68-f76215a73263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041c60d7-0344-4d4f-aeed-fa6900a990d9'}] {{(pid=80281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:44:21.966812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] For port 041c60d7-0344-4d4f-aeed-fa6900a990d9, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=041c60d7-0344-4d4f-aeed-fa6900a990d9,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:44:21.969856 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989'] for port, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:21.972575 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:44:22.019606 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb793cf-6076-4994-9d68-f76215a73263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041c60d7-0344-4d4f-aeed-fa6900a990d9', 'code': 200}
Dec 17 16:44:22.042654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Pushing event updated for resources: {'Port': ['ID=041c60d7-0344-4d4f-aeed-fa6900a990d9,revision_number=4']} {{(pid=80281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:44:22.051406 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.051794 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.052211 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.052596 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.052964 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.053331 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.053697 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.054060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.054424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.054785 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.055143 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.055504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.055932 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.056318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.056680 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.057039 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.057395 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.057751 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.058105 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.058461 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.058814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.059172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.059524 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.059881 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:44:22.064291 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:44:22.356126 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec5da1-84b3-47e3-9ca3-11ce05f497ee req-c2f4fb95-7ca7-47c7-b1ac-3f76c88e5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:22.357792 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fdec5da1-84b3-47e3-9ca3-11ce05f497ee req-c2f4fb95-7ca7-47c7-b1ac-3f76c88e5c14 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 1162 time: 0.0787926
Dec 17 16:44:22.406612 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-fdec5da1-84b3-47e3-9ca3-11ce05f497ee req-7306467e-1204-4b0c-b8ba-27f8d37a5990 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0412707
Dec 17 16:44:22.409864 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864b9fb-d047-4285-9426-bdfd743ae10b req-f4191ecb-2f15-4eb6-9a23-834a7eb93f07 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:22.411523 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0864b9fb-d047-4285-9426-bdfd743ae10b req-f4191ecb-2f15-4eb6-9a23-834a7eb93f07 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 945 time: 0.0851285
Dec 17 16:44:22.459837 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-0864b9fb-d047-4285-9426-bdfd743ae10b req-83f88c3d-a76e-44b8-8b56-b66a60a9aa93 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0417659
Dec 17 16:44:23.465117 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 041c60d7-0344-4d4f-aeed-fa6900a990d9 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:44:23.540810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 041c60d7-0344-4d4f-aeed-fa6900a990d9 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:44:23.541230 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:23.681674 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4687f7-02d2-4775-a38d-d9a8b586ce95 req-bc96901d-a492-468c-af56-cc6eefec78c0 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:23.683309 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9f4687f7-02d2-4775-a38d-d9a8b586ce95 req-bc96901d-a492-468c-af56-cc6eefec78c0 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 945 time: 0.0879068
Dec 17 16:44:23.730784 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9f4687f7-02d2-4775-a38d-d9a8b586ce95 req-28d90508-9ee6-4d67-a745-2ed01e02a960 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0411317
Dec 17 16:44:24.171064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38146edd-1ea2-4fea-890b-f6e96c7c5ec4 req-b1f49e24-d113-4bab-95ac-ca9d588f6589 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:24.172600 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-38146edd-1ea2-4fea-890b-f6e96c7c5ec4 req-b1f49e24-d113-4bab-95ac-ca9d588f6589 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 945 time: 0.3053188
Dec 17 16:44:24.220375 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-38146edd-1ea2-4fea-890b-f6e96c7c5ec4 req-fa973378-1e98-4b1a-a90c-fe69546afbe3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0411069
Dec 17 16:44:24.432967 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-b476d5ba-5890-4d6b-8d8f-e75f7956293a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1591587
Dec 17 16:44:24.443676 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'floatingip': {'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542'}} {{(pid=80279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:44:24.449507 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 17 16:44:24.460060 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.quota.driver [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80279) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 17 16:44:24.468983 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:24.615056 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:25.129970 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_common [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Allocated IP 172.27.0.92 (91d1505b-ce8a-4e95-a9a1-fbd742f1e542/422f0172-b56a-4ae2-95c4-a5eccdebaca6/f9f1ec75-7a03-46f0-8691-0035118ac4f3) {{(pid=80279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 17 16:44:25.284301 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for port, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:25.309740 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776799724403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:25.325847 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-755c9371-2288-4fb1-9687-1b711920256e tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:44:25.475371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event updated for resources: {'Port': ['ID=f9f1ec75-7a03-46f0-8691-0035118ac4f3,revision_number=1']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:44:25.478705 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:44:25.531833 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Network 91d1505b-ce8a-4e95-a9a1-fbd742f1e542 is already hosted by enough agents. {{(pid=80279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 17 16:44:25.533046 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.base_scheduler [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Resources bound (agent type, host, resource id):  {{(pid=80279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 17 16:44:25.535591 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Received port after_create {{(pid=80279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 17 16:44:25.622283 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, precommit_create {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:25.689825 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853289308'] for port, before_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:25.906808 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:25.966610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for port, precommit_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:25.970056 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363260054689635', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260055091845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776799683989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789004592'] for port, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:25.985991 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-ade42992-380d-4455-9100-3995f40c7cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:44:26.121709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event updated for resources: {'Port': ['ID=f9f1ec75-7a03-46f0-8691-0035118ac4f3,revision_number=2']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:44:26.125454 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:44:26.228558 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:26.257853 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:26.259160 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-95b6f912-eb9f-4ad5-881e-90b7e38feec7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8202815
Dec 17 16:44:26.275993 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4045dab3-14c8-4dbe-9785-eac67200e68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:26.350858 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-3ee1bc60-6706-4de9-8908-0d559fad047f tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:floatingip {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:44:26.366955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-3ee1bc60-6706-4de9-8908-0d559fad047f tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:floatingip {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:44:26.368204 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-3ee1bc60-6706-4de9-8908-0d559fad047f tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.92 HTTP/1.1" status: 200  len: 695 time: 0.0988414
Dec 17 16:44:26.535301 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-b194a6a7-05ad-47ce-a099-3e3666099760 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:26.536717 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-148f549c-ef9c-42d3-ad55-a76a4c95a518 req-b194a6a7-05ad-47ce-a099-3e3666099760 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/networks/91d1505b-ce8a-4e95-a9a1-fbd742f1e542 HTTP/1.1" status: 200  len: 784 time: 0.1624076
Dec 17 16:44:26.731655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-816409de-5cb0-4285-aa51-6417d71bb84c tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:26.733314 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-816409de-5cb0-4285-aa51-6417d71bb84c tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0881670
Dec 17 16:44:26.819544 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-4f3ccec5-782c-423c-a7ed-d1a5d1d187bb tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.92 HTTP/1.1" status: 200  len: 695 time: 0.0791657
Dec 17 16:44:26.830001 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.v2.base [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-e8a06e39-0157-48cd-863c-cf04b4fcf1c1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Request body: {'floatingip': {'port_id': '041c60d7-0344-4d4f-aeed-fa6900a990d9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 17 16:44:26.910595 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-e8a06e39-0157-48cd-863c-cf04b4fcf1c1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, before_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:27.524468 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-e8a06e39-0157-48cd-863c-cf04b4fcf1c1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, precommit_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:27.537623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-e8a06e39-0157-48cd-863c-cf04b4fcf1c1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673118'] for floatingip, after_update {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:27.713831 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-e8a06e39-0157-48cd-863c-cf04b4fcf1c1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Floating IP 558db9b1-ddb6-4465-ac20-cf58cf7c2856 associated. External IP: 172.27.0.92, port: 041c60d7-0344-4d4f-aeed-fa6900a990d9.
Dec 17 16:44:28.075636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-e8a06e39-0157-48cd-863c-cf04b4fcf1c1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:44:28.267411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-e8a06e39-0157-48cd-863c-cf04b4fcf1c1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:44:28.272612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-e8a06e39-0157-48cd-863c-cf04b4fcf1c1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:28.277693 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f756921-20ae-4968-8483-ff6aa137d778 None None] Sync routers for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:44:28.292906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f756921-20ae-4968-8483-ff6aa137d778 None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:44:28.293863 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-7f756921-20ae-4968-8483-ff6aa137d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f3fa9e8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:43:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:44:28.332900 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-e8a06e39-0157-48cd-863c-cf04b4fcf1c1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "PUT /v2.0/floatingips/558db9b1-ddb6-4465-ac20-cf58cf7c2856 HTTP/1.1" status: 200  len: 995 time: 1.5070398
Dec 17 16:44:28.333403 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb793cf-6076-4994-9d68-f76215a73263', 'tag': '041c60d7-0344-4d4f-aeed-fa6900a990d9'}] {{(pid=80280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:44:28.398928 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb793cf-6076-4994-9d68-f76215a73263', 'tag': '041c60d7-0344-4d4f-aeed-fa6900a990d9', 'status': 'completed', 'code': 200}
Dec 17 16:44:28.437759 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-bcef4f18-e2fe-4ce2-a8d4-9766481ea03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:28.439415 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-bcef4f18-e2fe-4ce2-a8d4-9766481ea03d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 1162 time: 0.0914271
Dec 17 16:44:28.510989 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-7f756921-20ae-4968-8483-ff6aa137d778 None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:44:28.529546 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8a3d0-aabe-4a21-941e-6849d127a7e9 req-535b01e5-d8e9-49be-ac98-7c67cb2333a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:28.531403 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c5a8a3d0-aabe-4a21-941e-6849d127a7e9 req-535b01e5-d8e9-49be-ac98-7c67cb2333a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 1162 time: 0.0815508
Dec 17 16:44:28.607202 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-9666c6ee-874c-4dc1-8d38-da999d46d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:28.608886 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-9666c6ee-874c-4dc1-8d38-da999d46d835 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1541159
Dec 17 16:44:28.695986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-629782bb-be1b-4a6b-9d45-d59c9975a921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:28.704797 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8a3d0-aabe-4a21-941e-6849d127a7e9 req-ac9d4580-30f7-44a2-8193-4e9f20fd6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:28.707160 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c5a8a3d0-aabe-4a21-941e-6849d127a7e9 req-ac9d4580-30f7-44a2-8193-4e9f20fd6c31 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1685588
Dec 17 16:44:28.826344 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c5a8a3d0-aabe-4a21-941e-6849d127a7e9 req-10f1e922-f3e5-4682-976c-20fdf8b6b308 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c60d7-0344-4d4f-aeed-fa6900a990d9 HTTP/1.1" status: 200  len: 998 time: 0.1112463
Dec 17 16:44:28.899790 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8a3d0-aabe-4a21-941e-6849d127a7e9 req-26478836-b7c2-4679-ac54-da157faac64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:28.901750 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c5a8a3d0-aabe-4a21-941e-6849d127a7e9 req-26478836-b7c2-4679-ac54-da157faac64c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0688274
Dec 17 16:44:28.952420 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-568dd9d1-9c21-4655-a4cf-9b1059c20793 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c60d7-0344-4d4f-aeed-fa6900a990d9 HTTP/1.1" status: 200  len: 998 time: 0.3367670
Dec 17 16:44:28.989184 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8a3d0-aabe-4a21-941e-6849d127a7e9 req-514b7f54-951e-4016-b11e-47f8135db950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:28.990823 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c5a8a3d0-aabe-4a21-941e-6849d127a7e9 req-514b7f54-951e-4016-b11e-47f8135db950 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817001
Dec 17 16:44:29.026082 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-3ab8e1e2-f674-4c4f-972d-26b492295073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:29.028326 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-3ab8e1e2-f674-4c4f-972d-26b492295073 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0683339
Dec 17 16:44:29.086131 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-7f756921-20ae-4968-8483-ff6aa137d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f3fa9e8>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '558db9b1-ddb6-4465-ac20-cf58cf7c2856', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '041c60d7-0344-4d4f-aeed-fa6900a990d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:12:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb793cf-6076-4994-9d68-f76215a73263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:44:25Z', 'updated_at': '2020-12-17T16:44:27Z', 'revision_number': 1, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}, {'id': 'a1af7fc6-36b7-4682-9403-498bd27d48a9', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:1b:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:42:22Z', 'updated_at': '2020-12-17T16:42:26Z', 'revision_number': 2, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:44:29.091189 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f756921-20ae-4968-8483-ff6aa137d778 None None] Checking router: c2587b0a-8e94-49e8-8e64-e9d5754c62e0 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:44:29.100925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f756921-20ae-4968-8483-ff6aa137d778 None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:44:29.102241 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-7f756921-20ae-4968-8483-ff6aa137d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f3fa9e8>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:44:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:44:29.111742 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-fbc3549f-2c8f-4a58-99b0-297b7abf5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:29.113950 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-fbc3549f-2c8f-4a58-99b0-297b7abf5495 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777397
Dec 17 16:44:29.143388 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c5a8a3d0-aabe-4a21-941e-6849d127a7e9 req-47997ec4-0ff3-47d6-a646-d22891d028c6 service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438282
Dec 17 16:44:29.268637 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-9392ce94-e620-4e9e-8a23-5a84bc177165 service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463232
Dec 17 16:44:29.297310 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c5a8a3d0-aabe-4a21-941e-6849d127a7e9 req-bbaf2a62-1b19-4333-b2a3-d5b579c6837d service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449077
Dec 17 16:44:29.298409 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-7f756921-20ae-4968-8483-ff6aa137d778 None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:44:29.417166 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-14fc2416-4edc-454f-8740-cc5129c2e6c1 req-205fa6a4-c357-4cea-92e8-8b8006ae88e5 service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420403
Dec 17 16:44:29.678063 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-7f756921-20ae-4968-8483-ff6aa137d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f3fa9e8>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '558db9b1-ddb6-4465-ac20-cf58cf7c2856', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '041c60d7-0344-4d4f-aeed-fa6900a990d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:12:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb793cf-6076-4994-9d68-f76215a73263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:44:25Z', 'updated_at': '2020-12-17T16:44:27Z', 'revision_number': 1, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}, {'id': 'a1af7fc6-36b7-4682-9403-498bd27d48a9', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:1b:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:42:22Z', 'updated_at': '2020-12-17T16:42:26Z', 'revision_number': 2, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:44:29.682311 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f756921-20ae-4968-8483-ff6aa137d778 None None] The sync data for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi is: [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': '558db9b1-ddb6-4465-ac20-cf58cf7c2856', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '041c60d7-0344-4d4f-aeed-fa6900a990d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:12:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb793cf-6076-4994-9d68-f76215a73263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:44:25Z', 'updated_at': '2020-12-17T16:44:27Z', 'revision_number': 1, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}, {'id': 'a1af7fc6-36b7-4682-9403-498bd27d48a9', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:1b:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:42:22Z', 'updated_at': '2020-12-17T16:42:26Z', 'revision_number': 2, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:44:29.699623 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:29.988638 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c83db9e-6a33-4300-9dd3-1fb81f3e7950 None None] New status for floating IP 558db9b1-ddb6-4465-ac20-cf58cf7c2856: ACTIVE {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:44:30.412317 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:31.170429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:40.200820 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b6455972-8ce3-4ff6-ad59-d422197a6fec req-ffefe013-98d3-4b86-a878-435a825b1d0f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0742619
Dec 17 16:44:40.341293 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:44:40.481396 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6455972-8ce3-4ff6-ad59-d422197a6fec req-a055bb4a-0ee4-41e5-87ac-d29233efe6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:40.482948 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b6455972-8ce3-4ff6-ad59-d422197a6fec req-a055bb4a-0ee4-41e5-87ac-d29233efe6f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 1163 time: 0.0776601
Dec 17 16:44:40.642292 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6455972-8ce3-4ff6-ad59-d422197a6fec req-a72059ac-8e87-4c8a-b1d8-b5d1f3757ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:40.644456 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b6455972-8ce3-4ff6-ad59-d422197a6fec req-a72059ac-8e87-4c8a-b1d8-b5d1f3757ec7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1413865
Dec 17 16:44:40.756030 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b6455972-8ce3-4ff6-ad59-d422197a6fec req-d00b2e80-57c0-43ea-bf26-0c9681fb1b96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 HTTP/1.1" status: 200  len: 1002 time: 0.1044629
Dec 17 16:44:40.831229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6455972-8ce3-4ff6-ad59-d422197a6fec req-dd0eae9f-5209-4f73-9570-ae9e317e5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:40.832852 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b6455972-8ce3-4ff6-ad59-d422197a6fec req-dd0eae9f-5209-4f73-9570-ae9e317e5d67 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0705495
Dec 17 16:44:40.913788 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6455972-8ce3-4ff6-ad59-d422197a6fec req-2bd25d8c-5aff-481d-a568-290221778243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:44:40.915374 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b6455972-8ce3-4ff6-ad59-d422197a6fec req-2bd25d8c-5aff-481d-a568-290221778243 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741675
Dec 17 16:44:41.058351 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b6455972-8ce3-4ff6-ad59-d422197a6fec req-48ac27dd-1fce-42cd-b70e-34d64cf4dfe1 service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348643
Dec 17 16:44:41.202399 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b6455972-8ce3-4ff6-ad59-d422197a6fec req-ce4aaa18-217b-487d-baee-52c4e6420921 service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367788
Dec 17 16:44:55.908896 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:56.279933 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d139573f-a1ee-481e-8ef0-b014fb6a1f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:58.688868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4fbda7ef-e16b-4fb6-a143-945c0ee4b035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:44:59.702178 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:00.414497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:01.172213 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:17.341093 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:45:25.912604 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:26.281841 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-22dc2d54-7ea2-4958-af51-8658092be5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:28.692669 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3147aa09-d8a0-4c25-985e-013c15b63af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:29.705402 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:30.419380 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:31.175685 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:40.231410 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-73505100-d69c-4996-97a1-8db183f70488 req-3477ff64-1678-494e-97ae-22dae1d4b91e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1454418
Dec 17 16:45:40.341832 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73505100-d69c-4996-97a1-8db183f70488 req-370be96a-0b58-4cfe-b3e6-5ce116952d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:40.343533 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-73505100-d69c-4996-97a1-8db183f70488 req-370be96a-0b58-4cfe-b3e6-5ce116952d52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 1162 time: 0.0781388
Dec 17 16:45:40.502994 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73505100-d69c-4996-97a1-8db183f70488 req-3dc86f14-08cc-4c65-8430-ba874b16eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:40.504619 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-73505100-d69c-4996-97a1-8db183f70488 req-3dc86f14-08cc-4c65-8430-ba874b16eb7c service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.1420586
Dec 17 16:45:40.615330 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-73505100-d69c-4996-97a1-8db183f70488 req-3bfcb1b0-b60b-44c7-8f3d-328df92b7b6e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c60d7-0344-4d4f-aeed-fa6900a990d9 HTTP/1.1" status: 200  len: 1000 time: 0.1039932
Dec 17 16:45:40.684456 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73505100-d69c-4996-97a1-8db183f70488 req-4335371c-8539-448c-a2be-4f1b50cd5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:40.686196 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-73505100-d69c-4996-97a1-8db183f70488 req-4335371c-8539-448c-a2be-4f1b50cd5229 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0648749
Dec 17 16:45:40.765892 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73505100-d69c-4996-97a1-8db183f70488 req-41d45569-7ba2-4f0d-b9ea-58b969be260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:40.768100 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-73505100-d69c-4996-97a1-8db183f70488 req-41d45569-7ba2-4f0d-b9ea-58b969be260f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753562
Dec 17 16:45:41.164765 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-73505100-d69c-4996-97a1-8db183f70488 req-97df04be-02c3-4340-b893-c516f9ac29a9 service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3900201
Dec 17 16:45:41.308586 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-73505100-d69c-4996-97a1-8db183f70488 req-6a723477-c7e5-4cb4-9cbf-e7c7bfe8599c service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374269
Dec 17 16:45:48.640785 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a578530-d07c-4250-9a27-6a68da421214 req-bd9b8cb0-3f20-4c5f-9172-ba1525c094bb tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips/558db9b1-ddb6-4465-ac20-cf58cf7c2856 HTTP/1.1" status: 200  len: 997 time: 0.1075437
Dec 17 16:45:48.805663 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a578530-d07c-4250-9a27-6a68da421214 req-abc7219c-ab25-4eed-9e9e-dbbc65d6e731 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:48.807152 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a578530-d07c-4250-9a27-6a68da421214 req-abc7219c-ab25-4eed-9e9e-dbbc65d6e731 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/networks/91d1505b-ce8a-4e95-a9a1-fbd742f1e542 HTTP/1.1" status: 200  len: 784 time: 0.1596932
Dec 17 16:45:48.924127 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a578530-d07c-4250-9a27-6a68da421214 req-4e24f282-38eb-4087-a09d-2e9bceb000bb tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.92 HTTP/1.1" status: 200  len: 1000 time: 0.1101327
Dec 17 16:45:49.008263 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a578530-d07c-4250-9a27-6a68da421214 req-1afd6c4a-a8ae-46fd-9581-5fe394b4bfa4 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:49.009749 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a578530-d07c-4250-9a27-6a68da421214 req-1afd6c4a-a8ae-46fd-9581-5fe394b4bfa4 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports/041c60d7-0344-4d4f-aeed-fa6900a990d9 HTTP/1.1" status: 200  len: 942 time: 0.0796225
Dec 17 16:45:49.192833 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a578530-d07c-4250-9a27-6a68da421214 req-d79fe183-399f-4856-acb5-8aaff34aaf7a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.92 HTTP/1.1" status: 200  len: 1000 time: 0.1008806
Dec 17 16:45:49.411029 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-4a578530-d07c-4250-9a27-6a68da421214 req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Deleting port f9f1ec75-7a03-46f0-8691-0035118ac4f3 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:45:49.411337 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4a578530-d07c-4250-9a27-6a68da421214 req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:49.593708 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4a578530-d07c-4250-9a27-6a68da421214 req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:49.594081 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4a578530-d07c-4250-9a27-6a68da421214 req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:49.723483 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-4a578530-d07c-4250-9a27-6a68da421214 req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Calling delete_port for f9f1ec75-7a03-46f0-8691-0035118ac4f3 owned by network:floatingip {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:45:49.876290 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4a578530-d07c-4250-9a27-6a68da421214 req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:49.892007 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-233617a9-163f-4932-bad3-5758374675f5 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:45:49.988526 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event deleted for resources: {'Port': ['ID=f9f1ec75-7a03-46f0-8691-0035118ac4f3,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:45:50.004955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.005371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.005778 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.006176 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.006577 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.006973 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.007363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.007755 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.008152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.008569 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.008959 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.009348 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.009806 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.010194 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.010582 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.010967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.011361 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.011741 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.012129 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.012542 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.012927 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.013312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.013701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.014089 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:45:50.020855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:45:50.134691 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4a578530-d07c-4250-9a27-6a68da421214 req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:50.135070 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-4a578530-d07c-4250-9a27-6a68da421214 req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Floating IP 558db9b1-ddb6-4465-ac20-cf58cf7c2856 disassociated (deleted). External IP: 172.27.0.92, port: 041c60d7-0344-4d4f-aeed-fa6900a990d9.
Dec 17 16:45:50.502527 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a578530-d07c-4250-9a27-6a68da421214 req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:45:50.687570 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a578530-d07c-4250-9a27-6a68da421214 req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:45:50.697925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc5979-0488-4bfe-879a-94be39cd83ef None None] Sync routers for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:45:50.708578 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc5979-0488-4bfe-879a-94be39cd83ef None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:45:50.709251 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-bfbc5979-0488-4bfe-879a-94be39cd83ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81e7e9fd0>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:45:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:45:50.715209 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-4a578530-d07c-4250-9a27-6a68da421214 req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:50.775718 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a578530-d07c-4250-9a27-6a68da421214 req-f4261d5e-5a45-4266-8a0c-a64d4a2e199a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "DELETE /v2.0/floatingips/558db9b1-ddb6-4465-ac20-cf58cf7c2856 HTTP/1.1" status: 204  len: 173 time: 1.5767841
Dec 17 16:45:50.776369 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb793cf-6076-4994-9d68-f76215a73263', 'tag': '041c60d7-0344-4d4f-aeed-fa6900a990d9'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:45:50.837768 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb793cf-6076-4994-9d68-f76215a73263', 'tag': '041c60d7-0344-4d4f-aeed-fa6900a990d9', 'status': 'completed', 'code': 200}
Dec 17 16:45:50.870878 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a578530-d07c-4250-9a27-6a68da421214 req-9d7d95ed-803c-4dcb-8765-ae4d2d0b63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:50.872589 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a578530-d07c-4250-9a27-6a68da421214 req-9d7d95ed-803c-4dcb-8765-ae4d2d0b63aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 1162 time: 0.0821445
Dec 17 16:45:50.901222 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-bfbc5979-0488-4bfe-879a-94be39cd83ef None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:45:51.089447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a578530-d07c-4250-9a27-6a68da421214 req-4aa3c03d-434e-4149-95b1-a2ca03b85eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:51.090945 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a578530-d07c-4250-9a27-6a68da421214 req-4aa3c03d-434e-4149-95b1-a2ca03b85eac service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.2108572
Dec 17 16:45:51.093725 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a8e0b-9a63-4ed8-8b1a-e6221ebf4fd7 req-d8fb517b-c3a7-4cd5-8ca6-13ab613d2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:51.095429 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79a8e0b-9a63-4ed8-8b1a-e6221ebf4fd7 req-d8fb517b-c3a7-4cd5-8ca6-13ab613d2b6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 1162 time: 0.1911554
Dec 17 16:45:51.184785 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a578530-d07c-4250-9a27-6a68da421214 req-81147cb2-fb9f-4529-8a59-a210a82a87dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c60d7-0344-4d4f-aeed-fa6900a990d9 HTTP/1.1" status: 200  len: 217 time: 0.0871754
Dec 17 16:45:51.276638 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-bfbc5979-0488-4bfe-879a-94be39cd83ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81e7e9fd0>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': 'a1af7fc6-36b7-4682-9403-498bd27d48a9', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:1b:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:42:22Z', 'updated_at': '2020-12-17T16:42:26Z', 'revision_number': 2, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:45:51.280892 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc5979-0488-4bfe-879a-94be39cd83ef None None] Checking router: c2587b0a-8e94-49e8-8e64-e9d5754c62e0 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:45:51.289994 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc5979-0488-4bfe-879a-94be39cd83ef None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:45:51.290650 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-bfbc5979-0488-4bfe-879a-94be39cd83ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81e7e9fd0>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:45:29Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:45:51.340298 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a578530-d07c-4250-9a27-6a68da421214 req-14557410-f0ca-466f-b827-045b52d6814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:51.341807 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a578530-d07c-4250-9a27-6a68da421214 req-14557410-f0ca-466f-b827-045b52d6814b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.1030266
Dec 17 16:45:51.406207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a8e0b-9a63-4ed8-8b1a-e6221ebf4fd7 req-6b89a368-c86f-478b-9382-a2fd23ff9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:51.407919 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79a8e0b-9a63-4ed8-8b1a-e6221ebf4fd7 req-6b89a368-c86f-478b-9382-a2fd23ff9a6d service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.2592888
Dec 17 16:45:51.476553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-bfbc5979-0488-4bfe-879a-94be39cd83ef None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:45:51.487143 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79a8e0b-9a63-4ed8-8b1a-e6221ebf4fd7 req-e43a1248-be3f-42f4-9c23-3d40318c9aea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c60d7-0344-4d4f-aeed-fa6900a990d9 HTTP/1.1" status: 200  len: 217 time: 0.0723066
Dec 17 16:45:51.566550 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a578530-d07c-4250-9a27-6a68da421214 req-a10f075f-5f13-4648-9fe7-6543769a205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:51.568292 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a578530-d07c-4250-9a27-6a68da421214 req-a10f075f-5f13-4648-9fe7-6543769a205b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2129986
Dec 17 16:45:51.571811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a8e0b-9a63-4ed8-8b1a-e6221ebf4fd7 req-dcdf8536-e846-4a4d-bb77-788f4177f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:51.573331 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79a8e0b-9a63-4ed8-8b1a-e6221ebf4fd7 req-dcdf8536-e846-4a4d-bb77-788f4177f665 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.0791726
Dec 17 16:45:51.797717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a8e0b-9a63-4ed8-8b1a-e6221ebf4fd7 req-2b270653-1dfd-4fa6-8813-5ddf4a6bb563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:51.800041 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79a8e0b-9a63-4ed8-8b1a-e6221ebf4fd7 req-2b270653-1dfd-4fa6-8813-5ddf4a6bb563 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2027056
Dec 17 16:45:51.802332 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a578530-d07c-4250-9a27-6a68da421214 req-e53830de-edf8-4030-944f-b992164987c4 service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2267306
Dec 17 16:45:52.019351 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-bfbc5979-0488-4bfe-879a-94be39cd83ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81e7e9fd0>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': 'a1af7fc6-36b7-4682-9403-498bd27d48a9', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:1b:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:42:22Z', 'updated_at': '2020-12-17T16:42:26Z', 'revision_number': 2, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:45:52.024257 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc5979-0488-4bfe-879a-94be39cd83ef None None] The sync data for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi is: [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_floatingips': [{'id': 'a1af7fc6-36b7-4682-9403-498bd27d48a9', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'router_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'port_id': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'mac_address': 'fa:16:3e:1b:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-17T16:42:22Z', 'updated_at': '2020-12-17T16:42:26Z', 'revision_number': 2, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:45:52.308938 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79a8e0b-9a63-4ed8-8b1a-e6221ebf4fd7 req-51e5d2e7-34ff-4477-a8fe-488ffd876828 service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5009186
Dec 17 16:45:52.312320 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4a578530-d07c-4250-9a27-6a68da421214 req-297c9267-fd92-479a-8cb8-ddd3b14dd0ba service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4816799
Dec 17 16:45:52.428926 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ed9b1-2a0b-43a6-8a81-f768aad7ec8b None None] New status for floating IP 558db9b1-ddb6-4465-ac20-cf58cf7c2856: DOWN {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:45:52.471674 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-c79a8e0b-9a63-4ed8-8b1a-e6221ebf4fd7 req-85e32124-c8a7-4889-bdd0-f480ad94503e service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1558802
Dec 17 16:45:52.756713 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28ab76-50e2-4415-a6e8-0aeb6e3a6ed3 req-85f0bc35-79e9-4420-b670-4cf0bae8dc8c tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:52.757480 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-7b28ab76-50e2-4415-a6e8-0aeb6e3a6ed3 req-85f0bc35-79e9-4420-b670-4cf0bae8dc8c tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:45:52.773966 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-7b28ab76-50e2-4415-a6e8-0aeb6e3a6ed3 req-85f0bc35-79e9-4420-b670-4cf0bae8dc8c tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:45:52.775229 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7b28ab76-50e2-4415-a6e8-0aeb6e3a6ed3 req-85f0bc35-79e9-4420-b670-4cf0bae8dc8c tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 945 time: 0.1002486
Dec 17 16:45:52.824894 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-7b28ab76-50e2-4415-a6e8-0aeb6e3a6ed3 req-39594b66-dd55-41ad-8e0e-9ad42607c1d6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0431232
Dec 17 16:45:54.112686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69221c0-965c-4de5-b288-ad30aef3c252 req-fd6cad24-1a58-47bf-abcd-fdcd89c81df8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:54.114333 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e69221c0-965c-4de5-b288-ad30aef3c252 req-fd6cad24-1a58-47bf-abcd-fdcd89c81df8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 945 time: 0.1570737
Dec 17 16:45:54.166485 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-e69221c0-965c-4de5-b288-ad30aef3c252 req-ba8661e3-b7ad-41f5-a993-c74cbee9e2e3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0455396
Dec 17 16:45:54.188528 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 041c60d7-0344-4d4f-aeed-fa6900a990d9 up at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 17 16:45:54.261807 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.provisioning_blocks [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Provisioning complete for port 041c60d7-0344-4d4f-aeed-fa6900a990d9 triggered by entity L2. {{(pid=80281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 17 16:45:54.262225 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1345608'] for port, provisioning_complete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:54.341435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:45:54.404518 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9990fd-030e-4873-b713-90e9c0189415 req-d4dc5e47-77aa-4e55-b360-84366aa11a02 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:54.406219 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9e9990fd-030e-4873-b713-90e9c0189415 req-d4dc5e47-77aa-4e55-b360-84366aa11a02 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 945 time: 0.0893431
Dec 17 16:45:54.495942 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-9e9990fd-030e-4873-b713-90e9c0189415 req-45b783a0-3f01-425f-acf7-63b50ba5f75a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Deleting port 041c60d7-0344-4d4f-aeed-fa6900a990d9 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:45:54.496387 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9e9990fd-030e-4873-b713-90e9c0189415 req-45b783a0-3f01-425f-acf7-63b50ba5f75a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:54.767176 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-9e9990fd-030e-4873-b713-90e9c0189415 req-45b783a0-3f01-425f-acf7-63b50ba5f75a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] For port 041c60d7-0344-4d4f-aeed-fa6900a990d9, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=041c60d7-0344-4d4f-aeed-fa6900a990d9,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:45:54.767570 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9e9990fd-030e-4873-b713-90e9c0189415 req-45b783a0-3f01-425f-acf7-63b50ba5f75a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:54.900113 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-9e9990fd-030e-4873-b713-90e9c0189415 req-45b783a0-3f01-425f-acf7-63b50ba5f75a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Calling delete_port for 041c60d7-0344-4d4f-aeed-fa6900a990d9 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:45:55.046600 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9e9990fd-030e-4873-b713-90e9c0189415 req-45b783a0-3f01-425f-acf7-63b50ba5f75a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:55.061473 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:45:55.155950 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b783a0-3f01-425f-acf7-63b50ba5f75a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event deleted for resources: {'Port': ['ID=041c60d7-0344-4d4f-aeed-fa6900a990d9,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:45:55.163095 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-45b783a0-3f01-425f-acf7-63b50ba5f75a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:45:55.264064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9990fd-030e-4873-b713-90e9c0189415 req-45b783a0-3f01-425f-acf7-63b50ba5f75a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] No DVR routers for this DVR port 041c60d7-0344-4d4f-aeed-fa6900a990d9 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:45:55.266439 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-9e9990fd-030e-4873-b713-90e9c0189415 req-45b783a0-3f01-425f-acf7-63b50ba5f75a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:55.269874 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb793cf-6076-4994-9d68-f76215a73263', 'name': 'network-vif-deleted', 'tag': '041c60d7-0344-4d4f-aeed-fa6900a990d9'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:45:55.286674 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-9e9990fd-030e-4873-b713-90e9c0189415 req-45b783a0-3f01-425f-acf7-63b50ba5f75a tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "DELETE /v2.0/ports/041c60d7-0344-4d4f-aeed-fa6900a990d9 HTTP/1.1" status: 204  len: 173 time: 0.8748753
Dec 17 16:45:55.344462 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb793cf-6076-4994-9d68-f76215a73263', 'name': 'network-vif-deleted', 'tag': '041c60d7-0344-4d4f-aeed-fa6900a990d9', 'status': 'completed', 'code': 200}
Dec 17 16:45:55.350735 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-4db71ba0-d796-4fea-8b02-91326edb3666 req-0a44d2aa-bd69-4bd2-9e38-0d5d72dcd3c7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:45:55.366390 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-4db71ba0-d796-4fea-8b02-91326edb3666 req-0a44d2aa-bd69-4bd2-9e38-0d5d72dcd3c7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:45:55.367687 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-4db71ba0-d796-4fea-8b02-91326edb3666 req-0a44d2aa-bd69-4bd2-9e38-0d5d72dcd3c7 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=9cb793cf-6076-4994-9d68-f76215a73263 HTTP/1.1" status: 200  len: 210 time: 0.0695810
Dec 17 16:45:55.937808 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:56.040285 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 041c60d7-0344-4d4f-aeed-fa6900a990d9 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:45:56.078025 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] No Port match for: 041c60d7-0344-4d4f-aeed-fa6900a990d9 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:45:56.078421 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 041c60d7-0344-4d4f-aeed-fa6900a990d9 not bound to the agent host hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:45:56.282131 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4c6f2059-a868-4e67-9fc3-3a7f111e55ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:58.695176 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-428a43c5-eac5-4c17-86df-2ed7c32100aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:59.049330 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-fc258417-d973-44ae-b872-f998e62984f4 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips/a1af7fc6-36b7-4682-9403-498bd27d48a9 HTTP/1.1" status: 200  len: 999 time: 0.1105082
Dec 17 16:45:59.211116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-138f8201-b4fb-44de-9246-906584c53cc1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:59.212631 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-138f8201-b4fb-44de-9246-906584c53cc1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/networks/91d1505b-ce8a-4e95-a9a1-fbd742f1e542 HTTP/1.1" status: 200  len: 784 time: 0.1574354
Dec 17 16:45:59.316978 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-aca27344-e2e1-4ab8-b92e-4d2e1103e134 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:floatingip {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:45:59.332002 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-aca27344-e2e1-4ab8-b92e-4d2e1103e134 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:floatingip {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:45:59.333284 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-aca27344-e2e1-4ab8-b92e-4d2e1103e134 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.197 HTTP/1.1" status: 200  len: 1002 time: 0.1141400
Dec 17 16:45:59.413941 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-27acd2e5-b3b6-43e3-b41c-2c33251a7092 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:45:59.415421 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-27acd2e5-b3b6-43e3-b41c-2c33251a7092 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports/300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 HTTP/1.1" status: 200  len: 943 time: 0.0759130
Dec 17 16:45:59.600958 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-241e4be1-5809-4b13-90e7-fdfda9bbf1a6 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.197 HTTP/1.1" status: 200  len: 1002 time: 0.1022120
Dec 17 16:45:59.707723 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:45:59.820429 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Deleting port 96b8d5f0-a34a-4303-99ec-a320563e7ec7 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:45:59.820818 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:00.002141 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:00.002507 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:00.133573 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Calling delete_port for 96b8d5f0-a34a-4303-99ec-a320563e7ec7 owned by network:floatingip {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:46:00.285533 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:00.301322 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:00.397435 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event deleted for resources: {'Port': ['ID=96b8d5f0-a34a-4303-99ec-a320563e7ec7,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:00.400417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:00.430513 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:00.533518 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:00.533893 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.db.l3_db [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Floating IP a1af7fc6-36b7-4682-9403-498bd27d48a9 disassociated (deleted). External IP: 172.27.0.197, port: 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5.
Dec 17 16:46:00.912263 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:46:01.181805 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:01.359967 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:46:01.370605 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd8c8c-2cf7-4dc0-8fbf-f65c88c02f96 None None] Sync routers for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:46:01.383370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd8c8c-2cf7-4dc0-8fbf-f65c88c02f96 None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:46:01.384343 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-d8dd8c8c-2cf7-4dc0-8fbf-f65c88c02f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f770f98>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:45:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:01.390226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:01.450170 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-78e660f5-345d-4cdf-bb82-ef4b43eba9d3 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "DELETE /v2.0/floatingips/a1af7fc6-36b7-4682-9403-498bd27d48a9 HTTP/1.1" status: 204  len: 173 time: 1.8430557
Dec 17 16:46:01.450662 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'tag': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:46:01.512052 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'tag': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'status': 'completed', 'code': 200}
Dec 17 16:46:01.546164 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-4a9434e5-61de-4866-ba36-d10d7e714388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:46:01.549089 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-4a9434e5-61de-4866-ba36-d10d7e714388 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 1163 time: 0.0841134
Dec 17 16:46:01.575307 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-d8dd8c8c-2cf7-4dc0-8fbf-f65c88c02f96 None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:46:01.763331 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-4f6541da-e3a5-423a-8898-201415cc90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:46:01.764945 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-4f6541da-e3a5-423a-8898-201415cc90fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.2091985
Dec 17 16:46:01.768278 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a9c1-b1b1-4bc0-bd82-991179bc1e4b req-37c6ee23-7419-4672-9541-b233a90571f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:46:01.769809 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf00a9c1-b1b1-4bc0-bd82-991179bc1e4b req-37c6ee23-7419-4672-9541-b233a90571f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 1163 time: 0.2127659
Dec 17 16:46:01.871202 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-9bb5e5f9-43fb-481a-ad99-c1dbaa59d3b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 HTTP/1.1" status: 200  len: 217 time: 0.0986900
Dec 17 16:46:01.902347 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-d8dd8c8c-2cf7-4dc0-8fbf-f65c88c02f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f770f98>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:01.906478 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd8c8c-2cf7-4dc0-8fbf-f65c88c02f96 None None] Checking router: c2587b0a-8e94-49e8-8e64-e9d5754c62e0 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:46:01.915449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd8c8c-2cf7-4dc0-8fbf-f65c88c02f96 None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:46:01.916109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-d8dd8c8c-2cf7-4dc0-8fbf-f65c88c02f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f770f98>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:45:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:02.023659 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-e967300c-2f66-4dfa-8964-92bcae876fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:46:02.025270 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-e967300c-2f66-4dfa-8964-92bcae876fe9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.1064718
Dec 17 16:46:02.089640 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a9c1-b1b1-4bc0-bd82-991179bc1e4b req-43874631-b4a7-4a00-ab3c-acb119e34d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:46:02.091237 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf00a9c1-b1b1-4bc0-bd82-991179bc1e4b req-43874631-b4a7-4a00-ab3c-acb119e34d3e service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 200  len: 906 time: 0.2653382
Dec 17 16:46:02.103914 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-d8dd8c8c-2cf7-4dc0-8fbf-f65c88c02f96 None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:46:02.175032 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf00a9c1-b1b1-4bc0-bd82-991179bc1e4b req-f7c477af-20b4-4827-9ad6-0291991d1c7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 HTTP/1.1" status: 200  len: 217 time: 0.0759916
Dec 17 16:46:02.238096 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-25c7b295-ee09-4354-952a-ca190cca8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:46:02.239816 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-25c7b295-ee09-4354-952a-ca190cca8b61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2029738
Dec 17 16:46:02.283426 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a9c1-b1b1-4bc0-bd82-991179bc1e4b req-dec1c64f-25c3-4a46-8e4a-6bb67ba52aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:46:02.284997 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf00a9c1-b1b1-4bc0-bd82-991179bc1e4b req-dec1c64f-25c3-4a46-8e4a-6bb67ba52aa6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 200  len: 851 time: 0.1028385
Dec 17 16:46:02.441804 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-d8dd8c8c-2cf7-4dc0-8fbf-f65c88c02f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f770f98>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:02.446188 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd8c8c-2cf7-4dc0-8fbf-f65c88c02f96 None None] The sync data for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi is: [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:18Z', 'revision_number': 4, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi', '_interfaces': [{'id': 'ffcf8c20-3612-4379-bc4d-5935ab0c44e8', 'name': '', 'network_id': 'f9bdf986-f476-4da2-8997-835c45394ad6', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'mac_address': 'fa:16:3e:8f:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:17Z', 'updated_at': '2020-12-17T16:39:27Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'subnets': [{'id': '68ccad4e-df1c-4c09-9621-1da89a15eb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:46:02.459763 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-0af65f00-a4c6-4496-b0ae-5396527950f8 service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102058
Dec 17 16:46:02.494320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a9c1-b1b1-4bc0-bd82-991179bc1e4b req-d92012a2-0ff1-4d70-9afd-826fa232a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:46:02.495969 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf00a9c1-b1b1-4bc0-bd82-991179bc1e4b req-d92012a2-0ff1-4d70-9afd-826fa232a81e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9bdf986-f476-4da2-8997-835c45394ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1603546
Dec 17 16:46:02.725623 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-83140d52-a925-40c6-8eb4-407e17ed6947 req-6556d535-422f-45df-a0ed-bc96ed6b3d47 service neutron] 10.222.0.21 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2580352
Dec 17 16:46:02.746179 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf00a9c1-b1b1-4bc0-bd82-991179bc1e4b req-f2c4bcaf-f75e-4387-9f1f-86605ce015df service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1918290
Dec 17 16:46:02.814903 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7851da-1a7e-4485-af05-5f1a9f393bbb None None] New status for floating IP a1af7fc6-36b7-4682-9403-498bd27d48a9: DOWN {{(pid=80281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 17 16:46:02.899241 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-cf00a9c1-b1b1-4bc0-bd82-991179bc1e4b req-d0d18504-518d-4088-aad9-33d9ac2e25be service neutron] 10.222.0.70 "GET /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462243
Dec 17 16:46:03.166318 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3d9be-c575-412d-a653-27ad04dd3919 req-41de71ba-c644-48b1-9e3e-ed0d4cc71f57 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:46:03.167058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-70b3d9be-c575-412d-a653-27ad04dd3919 req-41de71ba-c644-48b1-9e3e-ed0d4cc71f57 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:46:03.183026 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-70b3d9be-c575-412d-a653-27ad04dd3919 req-41de71ba-c644-48b1-9e3e-ed0d4cc71f57 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:46:03.184387 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-70b3d9be-c575-412d-a653-27ad04dd3919 req-41de71ba-c644-48b1-9e3e-ed0d4cc71f57 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 946 time: 0.0994530
Dec 17 16:46:03.233882 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-70b3d9be-c575-412d-a653-27ad04dd3919 req-9ab63740-bef2-44e5-a952-5f9b70c5f94f tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0427372
Dec 17 16:46:04.446900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bc893-1fac-4021-b455-4fd283d90c54 req-874cab0c-e460-449b-9d62-f2cb34a2af81 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:46:04.448526 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-335bc893-1fac-4021-b455-4fd283d90c54 req-874cab0c-e460-449b-9d62-f2cb34a2af81 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 946 time: 0.0842113
Dec 17 16:46:04.496894 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-335bc893-1fac-4021-b455-4fd283d90c54 req-35c15956-860c-4830-a831-69b74b052b31 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups?id=ef44defe-32a0-4087-9ae6-021d968a0672&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0417924
Dec 17 16:46:04.742495 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a284f58-4c4d-4788-83a1-abc86c7d3e10 req-2108b017-6be0-4e2d-93d9-56a44ccb1f34 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:46:04.744084 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1a284f58-4c4d-4788-83a1-abc86c7d3e10 req-2108b017-6be0-4e2d-93d9-56a44ccb1f34 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 946 time: 0.0908749
Dec 17 16:46:04.819636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-1a284f58-4c4d-4788-83a1-abc86c7d3e10 req-5741aa89-e81d-4ef1-bae9-ce7b2567df67 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Deleting port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:46:04.820036 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1a284f58-4c4d-4788-83a1-abc86c7d3e10 req-5741aa89-e81d-4ef1-bae9-ce7b2567df67 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:05.083460 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [req-1a284f58-4c4d-4788-83a1-abc86c7d3e10 req-5741aa89-e81d-4ef1-bae9-ce7b2567df67 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] For port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76675',level=0,port_id=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:46:05.083855 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1a284f58-4c4d-4788-83a1-abc86c7d3e10 req-5741aa89-e81d-4ef1-bae9-ce7b2567df67 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:05.208877 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-1a284f58-4c4d-4788-83a1-abc86c7d3e10 req-5741aa89-e81d-4ef1-bae9-ce7b2567df67 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Calling delete_port for 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 owned by compute:nova {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:46:05.355760 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1a284f58-4c4d-4788-83a1-abc86c7d3e10 req-5741aa89-e81d-4ef1-bae9-ce7b2567df67 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:05.371532 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-cc24dee9-0866-4cf0-8523-53a96a61b8b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:05.466842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741aa89-e81d-4ef1-bae9-ce7b2567df67 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event deleted for resources: {'Port': ['ID=300a8e18-ff5d-4e68-95fa-0e2d11fa88c5,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:05.474310 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5741aa89-e81d-4ef1-bae9-ce7b2567df67 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:05.576643 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a284f58-4c4d-4788-83a1-abc86c7d3e10 req-5741aa89-e81d-4ef1-bae9-ce7b2567df67 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] No DVR routers for this DVR port 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 on host hv-cinder-76675 {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:46:05.578924 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-1a284f58-4c4d-4788-83a1-abc86c7d3e10 req-5741aa89-e81d-4ef1-bae9-ce7b2567df67 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for port, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:05.582436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'name': 'network-vif-deleted', 'tag': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5'}] {{(pid=80279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 17 16:46:05.599806 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-1a284f58-4c4d-4788-83a1-abc86c7d3e10 req-5741aa89-e81d-4ef1-bae9-ce7b2567df67 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.70 "DELETE /v2.0/ports/300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 HTTP/1.1" status: 204  len: 173 time: 0.8498685
Dec 17 16:46:05.678019 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462ab89d-aff4-4563-a8ed-acc03346fa6d', 'name': 'network-vif-deleted', 'tag': '300a8e18-ff5d-4e68-95fa-0e2d11fa88c5', 'status': 'completed', 'code': 200}
Dec 17 16:46:05.683859 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-25578e78-0f70-41d0-86f8-5002280b3e71 req-431c90ed-3f80-437b-9fcd-f84c4fa9f76e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:46:05.699253 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-25578e78-0f70-41d0-86f8-5002280b3e71 req-431c90ed-3f80-437b-9fcd-f84c4fa9f76e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:port {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:46:05.700591 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-25578e78-0f70-41d0-86f8-5002280b3e71 req-431c90ed-3f80-437b-9fcd-f84c4fa9f76e tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/ports?device_id=462ab89d-aff4-4563-a8ed-acc03346fa6d HTTP/1.1" status: 200  len: 210 time: 0.0630023
Dec 17 16:46:06.112324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 no longer exists at agent ovs-agent-hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:46:06.147338 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] No Port match for: 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:46:06.147716 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Device 300a8e18-ff5d-4e68-95fa-0e2d11fa88c5 not bound to the agent host hv-cinder-76675 {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:46:06.928007 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-e10f07f7-45e5-4e2d-a6c4-ed6219a967b1 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips/5ead04cb-191c-4b21-b34f-66d22a1fc920 HTTP/1.1" status: 200  len: 691 time: 0.0889094
Dec 17 16:46:07.324945 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-c5da458d-c668-499a-a6d2-272ef0a0cb57 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 17 16:46:07.326449 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-c5da458d-c668-499a-a6d2-272ef0a0cb57 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/networks/91d1505b-ce8a-4e95-a9a1-fbd742f1e542 HTTP/1.1" status: 200  len: 784 time: 0.3925707
Dec 17 16:46:07.418152 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-34452c95-729b-4a00-99ed-0f4d28fe6994 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Synchronizing usage tracker for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:floatingip {{(pid=80279) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 17 16:46:07.435721 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.quota.resource [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-34452c95-729b-4a00-99ed-0f4d28fe6994 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Unset dirty status for tenant:8a12bbc4523c4dd4855f3a197675f9ef on resource:floatingip {{(pid=80279) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 17 16:46:07.437095 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-34452c95-729b-4a00-99ed-0f4d28fe6994 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.5 HTTP/1.1" status: 200  len: 694 time: 0.1037166
Dec 17 16:46:07.527743 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-9f36a928-48ad-4f69-b204-b923252db6e0 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.5 HTTP/1.1" status: 200  len: 694 time: 0.0825813
Dec 17 16:46:07.698329 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-83785fc8-4ac9-44b7-a311-e7e6a61a01b8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Deleting port 7e4989f4-6059-41fe-a9cb-b3b1590f3369 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:46:07.698714 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-83785fc8-4ac9-44b7-a311-e7e6a61a01b8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:07.878194 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-83785fc8-4ac9-44b7-a311-e7e6a61a01b8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:07.878564 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-83785fc8-4ac9-44b7-a311-e7e6a61a01b8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:08.009206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-83785fc8-4ac9-44b7-a311-e7e6a61a01b8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Calling delete_port for 7e4989f4-6059-41fe-a9cb-b3b1590f3369 owned by network:floatingip {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:46:08.150363 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-83785fc8-4ac9-44b7-a311-e7e6a61a01b8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:08.166512 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-0e3f5cc3-035f-4f57-ba03-b34f5d0f734a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:08.257381 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83785fc8-4ac9-44b7-a311-e7e6a61a01b8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event deleted for resources: {'Port': ['ID=7e4989f4-6059-41fe-a9cb-b3b1590f3369,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:08.264811 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-83785fc8-4ac9-44b7-a311-e7e6a61a01b8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:08.388796 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-83785fc8-4ac9-44b7-a311-e7e6a61a01b8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for floatingip, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:08.411935 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-83785fc8-4ac9-44b7-a311-e7e6a61a01b8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772937'] for floatingip, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:08.413238 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-b857e22c-331c-4ed5-a1e2-1a1662064ac0 req-83785fc8-4ac9-44b7-a311-e7e6a61a01b8 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "DELETE /v2.0/floatingips/5ead04cb-191c-4b21-b34f-66d22a1fc920 HTTP/1.1" status: 204  len: 173 time: 0.8787258
Dec 17 16:46:09.913287 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-797d4a5d-3063-407c-8bfb-26b18c249b5d req-7755d544-a833-41de-b938-c65b64309d74 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "GET /v2.0/security-groups/ef44defe-32a0-4087-9ae6-021d968a0672 HTTP/1.1" status: 200  len: 2883 time: 0.0548015
Dec 17 16:46:09.987058 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-797d4a5d-3063-407c-8bfb-26b18c249b5d req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for security_group, before_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:10.015996 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-797d4a5d-3063-407c-8bfb-26b18c249b5d req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for security_group, precommit_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:10.065510 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-797d4a5d-3063-407c-8bfb-26b18c249b5d req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:10.070930 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-295f8c58-eb27-4afe-ba7b-c45391c606f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:10.088636 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef44defe-32a0-4087-9ae6-021d968a0672,revision_number=None']} {{(pid=80280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:10.100153 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.100598 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.101011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.101418 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.101826 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.102229 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.102627 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.103021 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.103458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.103852 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.104272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.104671 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-2-iscsi {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.105130 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.105524 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.106305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.106305 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.106675 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.107068 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.107458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.107852 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.108267 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.108660 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.109053 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.109447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76675 {{(pid=80280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 17 16:46:10.113150 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:10.115453 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [req-797d4a5d-3063-407c-8bfb-26b18c249b5d req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Notify callbacks [] for security_group, before_response {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:10.116720 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [req-797d4a5d-3063-407c-8bfb-26b18c249b5d req-5d77efaf-2835-4e30-a435-072d669c6961 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] 10.222.0.21 "DELETE /v2.0/security-groups/ef44defe-32a0-4087-9ae6-021d968a0672 HTTP/1.1" status: 204  len: 173 time: 0.1968212
Dec 17 16:46:10.189810 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 59084) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:46:10.723311 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c611e533-d590-4eae-98ea-275335d682b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676792'] for router_interface, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:11.337239 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-c611e533-d590-4eae-98ea-275335d682b8 admin admin] Deleting port ffcf8c20-3612-4379-bc4d-5935ab0c44e8 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:46:11.337893 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c611e533-d590-4eae-98ea-275335d682b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:11.523554 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-c611e533-d590-4eae-98ea-275335d682b8 admin admin] For port ffcf8c20-3612-4379-bc4d-5935ab0c44e8, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=ffcf8c20-3612-4379-bc4d-5935ab0c44e8,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:46:11.523924 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c611e533-d590-4eae-98ea-275335d682b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:11.652644 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-c611e533-d590-4eae-98ea-275335d682b8 admin admin] Calling delete_port for ffcf8c20-3612-4379-bc4d-5935ab0c44e8 owned by network:router_interface {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:46:11.973931 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c611e533-d590-4eae-98ea-275335d682b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:11.990038 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-febf2df6-5ad4-4c75-a801-9531fcb72b8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:12.322131 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611e533-d590-4eae-98ea-275335d682b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffcf8c20-3612-4379-bc4d-5935ab0c44e8,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:12.328953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-c611e533-d590-4eae-98ea-275335d682b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:12.637319 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-c611e533-d590-4eae-98ea-275335d682b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1098573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676626'] for router_interface, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:13.153793 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c611e533-d590-4eae-98ea-275335d682b8 admin admin] Router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:46:13.342370 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c611e533-d590-4eae-98ea-275335d682b8 admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:46:13.352403 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe769d-d958-4a74-844c-3f8eea91b5d1 None None] Sync routers for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:46:13.356123 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-c611e533-d590-4eae-98ea-275335d682b8 admin admin] 10.222.0.21 "PUT /v2.0/routers/c2587b0a-8e94-49e8-8e64-e9d5754c62e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1651399
Dec 17 16:46:13.358916 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 59092) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:46:13.362517 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe769d-d958-4a74-844c-3f8eea91b5d1 None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:46:13.363173 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-51fe769d-d958-4a74-844c-3f8eea91b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f43af60>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:45:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:13.543454 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] Notify callbacks [] for router, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:13.553070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-51fe769d-d958-4a74-844c-3f8eea91b5d1 None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:46:13.731098 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:13.736559 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] Deleting port d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:46:13.736944 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:13.856078 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-51fe769d-d958-4a74-844c-3f8eea91b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f43af60>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:46:11Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:13.860321 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe769d-d958-4a74-844c-3f8eea91b5d1 None None] Checking router: c2587b0a-8e94-49e8-8e64-e9d5754c62e0 for host: dv-cinder-766752-2-iscsi {{(pid=80282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:46:13.869959 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe769d-d958-4a74-844c-3f8eea91b5d1 None None] Routers {'c2587b0a-8e94-49e8-8e64-e9d5754c62e0'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:46:13.870618 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-51fe769d-d958-4a74-844c-3f8eea91b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f43af60>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:45:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'], 'active': True} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:13.921371 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] For port d15724f4-3198-4f5d-bb5c-26b0b8ce73b9, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=d15724f4-3198-4f5d-bb5c-26b0b8ce73b9,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:46:13.921763 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:14.061404 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] Calling delete_port for d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 owned by network:router_gateway {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:46:14.208745 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:14.224783 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-51fe769d-d958-4a74-844c-3f8eea91b5d1 None None] Set router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 gateway port host: dv-cinder-766752-2-iscsi {{(pid=80282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:46:14.402771 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102653'] for router_gateway, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:14.541071 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110377'] for router, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:14.543450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:14.553187 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-51fe769d-d958-4a74-844c-3f8eea91b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f43af60>, [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:46:11Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:14.557450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe769d-d958-4a74-844c-3f8eea91b5d1 None None] The sync data for ids ['c2587b0a-8e94-49e8-8e64-e9d5754c62e0'] in dv-cinder-766752-2-iscsi is: [{'id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'name': 'tempest-TestVolumeBootPattern-1790202614-router', 'tenant_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:46:11Z', 'revision_number': 5, 'project_id': '8a12bbc4523c4dd4855f3a197675f9ef', 'gw_port': {'id': 'd15724f4-3198-4f5d-bb5c-26b0b8ce73b9', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2587b0a-8e94-49e8-8e64-e9d5754c62e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:14Z', 'updated_at': '2020-12-17T16:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}] {{(pid=80282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:46:14.563405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669308'] for router, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:14.564011 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2587b0a-8e94-49e8-8e64-e9d5754c62e0 {{(pid=80279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 17 16:46:14.577037 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:14.578291 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-6e8a2871-83a1-45cc-b64b-65c77cbd5006 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c2587b0a-8e94-49e8-8e64-e9d5754c62e0 HTTP/1.1" status: 204  len: 168 time: 1.2183218
Dec 17 16:46:14.581504 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 59096) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:46:14.626449 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device ffcf8c20-3612-4379-bc4d-5935ab0c44e8 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:46:14.653256 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c19ab08-bfe0-4dce-8eb6-a8d0c8493262 admin admin] Deleting subnet 68ccad4e-df1c-4c09-9621-1da89a15eb8c {{(pid=80279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:46:14.656799 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7c19ab08-bfe0-4dce-8eb6-a8d0c8493262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:14.719986 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7c19ab08-bfe0-4dce-8eb6-a8d0c8493262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789497186'] for subnet, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:14.813344 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7c19ab08-bfe0-4dce-8eb6-a8d0c8493262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:14.839251 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: ffcf8c20-3612-4379-bc4d-5935ab0c44e8 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:46:14.839575 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device ffcf8c20-3612-4379-bc4d-5935ab0c44e8 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:46:15.093067 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7c19ab08-bfe0-4dce-8eb6-a8d0c8493262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65771292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789246181'] for subnet, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:15.106654 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:15.442207 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19ab08-bfe0-4dce-8eb6-a8d0c8493262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ccad4e-df1c-4c09-9621-1da89a15eb8c,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:15.449557 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-7c19ab08-bfe0-4dce-8eb6-a8d0c8493262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:15.491922 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7c19ab08-bfe0-4dce-8eb6-a8d0c8493262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:15.497324 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b9ffe9-7e3b-4ac8-9b54-8560595ca4e2 None None] Network f9bdf986-f476-4da2-8997-835c45394ad6 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:46:15.497940 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-7c19ab08-bfe0-4dce-8eb6-a8d0c8493262 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/68ccad4e-df1c-4c09-9621-1da89a15eb8c HTTP/1.1" status: 204  len: 168 time: 0.9153519
Dec 17 16:46:15.500848 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 59100) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:46:15.620993 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:15.687652 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Deleting port d6af7c88-21b9-47fa-9457-a4d34c14f46d {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:46:15.688047 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:15.753297 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199320b4-226b-4dce-adfb-01f7ffabedf4 None None] DHCP port deletion for f9bdf986-f476-4da2-8997-835c45394ad6 request from dv-cinder-766752-2-iscsi {{(pid=80281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 17 16:46:15.757621 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-199320b4-226b-4dce-adfb-01f7ffabedf4 None None] Deleting port d6af7c88-21b9-47fa-9457-a4d34c14f46d {{(pid=80281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:46:15.758048 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-199320b4-226b-4dce-adfb-01f7ffabedf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:15.910900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] For port d6af7c88-21b9-47fa-9457-a4d34c14f46d, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=d6af7c88-21b9-47fa-9457-a4d34c14f46d,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:46:15.911529 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:15.975417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-199320b4-226b-4dce-adfb-01f7ffabedf4 None None] For port d6af7c88-21b9-47fa-9457-a4d34c14f46d, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=d6af7c88-21b9-47fa-9457-a4d34c14f46d,segment=NetworkSegment(afee5a87-5ae1-43d4-a953-77b36c87d8ac),segment_id=afee5a87-5ae1-43d4-a953-77b36c87d8ac)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:46:15.975784 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-199320b4-226b-4dce-adfb-01f7ffabedf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:16.041616 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Calling delete_port for d6af7c88-21b9-47fa-9457-a4d34c14f46d owned by network:dhcp {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:46:16.104301 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-199320b4-226b-4dce-adfb-01f7ffabedf4 None None] Calling delete_port for d6af7c88-21b9-47fa-9457-a4d34c14f46d owned by network:dhcp {{(pid=80281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:46:16.121473 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:16.138369 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-15e26d2d-88d5-4fe7-a82f-ac1f1e0f56c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:16.177884 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [None req-199320b4-226b-4dce-adfb-01f7ffabedf4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80281) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:46:16.178302 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [None req-199320b4-226b-4dce-adfb-01f7ffabedf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:46:16.229552 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=d6af7c88-21b9-47fa-9457-a4d34c14f46d,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:16.237147 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:16.278995 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] No DVR routers for this DVR port d6af7c88-21b9-47fa-9457-a4d34c14f46d on host dv-cinder-766752-2-iscsi {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:46:16.404498 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:16.522355 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81f20d7f0>,) {'filters': {'network_id': ['f9bdf986-f476-4da2-8997-835c45394ad6']}} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:16.535535 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81f20d7f0>, 'afee5a87-5ae1-43d4-a953-77b36c87d8ac') {'for_net_delete': True} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:16.535868 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81f20d7f0>, 'afee5a87-5ae1-43d4-a953-77b36c87d8ac') {} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:16.548655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65278599'] for segment, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:16.563424 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:16.565523 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:46:16.665489 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:46:16.698972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-199320b4-226b-4dce-adfb-01f7ffabedf4 None None] Deleting port d6af7c88-21b9-47fa-9457-a4d34c14f46d {{(pid=80281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:46:16.699384 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-199320b4-226b-4dce-adfb-01f7ffabedf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:16.731749 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:46:16.732136 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device d15724f4-3198-4f5d-bb5c-26b0b8ce73b9 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:46:16.732641 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device d6af7c88-21b9-47fa-9457-a4d34c14f46d no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:46:16.753022 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Network f9bdf986-f476-4da2-8997-835c45394ad6 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:46:16.762193 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789004610'] for segment, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:16.793235 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: d6af7c88-21b9-47fa-9457-a4d34c14f46d {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:46:16.793547 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device d6af7c88-21b9-47fa-9457-a4d34c14f46d not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:46:16.804217 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-199320b4-226b-4dce-adfb-01f7ffabedf4 None None] The port 'd6af7c88-21b9-47fa-9457-a4d34c14f46d' was deleted {{(pid=80281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 17 16:46:16.949024 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Network f9bdf986-f476-4da2-8997-835c45394ad6 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:46:16.973087 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:46:17.055653 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:17.060675 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:17.064807 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-bd40cef7-8991-4cd5-9066-829b00c87f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:17.088943 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=f9bdf986-f476-4da2-8997-835c45394ad6,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:17.092230 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:17.103150 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-b5f1e424-bd82-45d7-8b90-5aece7ef5fcf admin admin] 10.222.0.21 "DELETE /v2.0/networks/f9bdf986-f476-4da2-8997-835c45394ad6 HTTP/1.1" status: 204  len: 168 time: 1.5996625
Dec 17 16:46:17.106264 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 59104) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:46:17.466543 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3e8b9193-a508-4bb0-977c-fff70d3fa28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676792'] for router_interface, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:18.320925 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b9193-a508-4bb0-977c-fff70d3fa28c admin admin] Deleting port 793988de-d64d-453a-8df9-841959d6f294 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:46:18.321541 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3e8b9193-a508-4bb0-977c-fff70d3fa28c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:18.507259 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-3e8b9193-a508-4bb0-977c-fff70d3fa28c admin admin] For port 793988de-d64d-453a-8df9-841959d6f294, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=793988de-d64d-453a-8df9-841959d6f294,segment=NetworkSegment(d9464f7a-ef22-4c8d-b40f-413c46f44f13),segment_id=d9464f7a-ef22-4c8d-b40f-413c46f44f13)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:46:18.507552 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3e8b9193-a508-4bb0-977c-fff70d3fa28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:18.636517 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b9193-a508-4bb0-977c-fff70d3fa28c admin admin] Calling delete_port for 793988de-d64d-453a-8df9-841959d6f294 owned by network:router_interface {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:46:18.817966 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3e8b9193-a508-4bb0-977c-fff70d3fa28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:18.833927 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-23692a91-5a62-468b-b718-c20ab6877e30 tempest-TestVolumeBootPattern-1391607208 tempest-TestVolumeBootPattern-1391607208] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:18.925034 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b9193-a508-4bb0-977c-fff70d3fa28c admin admin] Pushing event deleted for resources: {'Port': ['ID=793988de-d64d-453a-8df9-841959d6f294,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:18.931549 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3e8b9193-a508-4bb0-977c-fff70d3fa28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:19.237405 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3e8b9193-a508-4bb0-977c-fff70d3fa28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1098573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676626'] for router_interface, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:19.742585 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8b9193-a508-4bb0-977c-fff70d3fa28c admin admin] Router 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca has already been hosted by L3 agent 97721832-70c0-4a17-923d-52c8402a4d80 {{(pid=80279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 17 16:46:19.930369 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8b9193-a508-4bb0-977c-fff70d3fa28c admin admin] Notify agent at l3_agent.dv-cinder-766752-2-iscsi the message routers_updated {{(pid=80279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 17 16:46:19.939599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72a6173-d71b-4dda-9392-b413bb4be411 None None] Sync routers for ids ['52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'] in dv-cinder-766752-2-iscsi {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 17 16:46:19.940001 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-3e8b9193-a508-4bb0-977c-fff70d3fa28c admin admin] 10.222.0.21 "PUT /v2.0/routers/52b2703f-ba2b-476a-bb3e-e4c43bdd6dca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8326700
Dec 17 16:46:19.942617 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 59108) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:46:19.950226 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72a6173-d71b-4dda-9392-b413bb4be411 None None] Routers {'52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:46:19.950937 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-d72a6173-d71b-4dda-9392-b413bb4be411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f7abe48>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:45:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:20.127378 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] Notify callbacks [] for router, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:20.140272 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-d72a6173-d71b-4dda-9392-b413bb4be411 None None] Set router 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:46:20.318023 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:20.323987 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] Deleting port fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:46:20.324410 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:20.467333 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-d72a6173-d71b-4dda-9392-b413bb4be411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f7abe48>, [{'id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'name': 'tempest-TestVolumeBootPattern-1382581417-router', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:22Z', 'updated_at': '2020-12-17T16:46:18Z', 'revision_number': 5, 'project_id': '5c2e7b7ed021453b967636d28267c641', 'gw_port': {'id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:23Z', 'updated_at': '2020-12-17T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:20.472417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72a6173-d71b-4dda-9392-b413bb4be411 None None] Checking router: 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca for host: dv-cinder-766752-2-iscsi {{(pid=80281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 17 16:46:20.483079 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72a6173-d71b-4dda-9392-b413bb4be411 None None] Routers {'52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'} bound to L3 agent in host dv-cinder-766752-2-iscsi {{(pid=80281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 17 16:46:20.483773 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-d72a6173-d71b-4dda-9392-b413bb4be411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb81f7abe48>, 'dv-cinder-766752-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-17T16:08:59Z,description=<?>,heartbeat_timestamp=2020-12-17T16:45:59Z,host='dv-cinder-766752-2-iscsi',id=97721832-70c0-4a17-923d-52c8402a4d80,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-17T16:08:59Z,topic='l3_agent')) {'router_ids': ['52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'], 'active': True} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:20.679178 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvr_db [None req-d72a6173-d71b-4dda-9392-b413bb4be411 None None] Set router 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca gateway port host: dv-cinder-766752-2-iscsi {{(pid=80281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 17 16:46:20.760958 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] For port fa9a0b8c-3297-4abe-ad8d-d51f452d3f52, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=fa9a0b8c-3297-4abe-ad8d-d51f452d3f52,segment=NetworkSegment(56873236-847f-417c-8c8e-43f3683d778e),segment_id=56873236-847f-417c-8c8e-43f3683d778e)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:46:20.761570 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:20.888314 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] Calling delete_port for fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 owned by network:router_gateway {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:46:20.977109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_hamode_db [None req-d72a6173-d71b-4dda-9392-b413bb4be411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb81f7abe48>, [{'id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'name': 'tempest-TestVolumeBootPattern-1382581417-router', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:22Z', 'updated_at': '2020-12-17T16:46:18Z', 'revision_number': 5, 'project_id': '5c2e7b7ed021453b967636d28267c641', 'gw_port': {'id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:23Z', 'updated_at': '2020-12-17T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}], 'dv-cinder-766752-2-iscsi', False) {} {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:20.981189 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72a6173-d71b-4dda-9392-b413bb4be411 None None] The sync data for ids ['52b2703f-ba2b-476a-bb3e-e4c43bdd6dca'] in dv-cinder-766752-2-iscsi is: [{'id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'name': 'tempest-TestVolumeBootPattern-1382581417-router', 'tenant_id': '5c2e7b7ed021453b967636d28267c641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'external_fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-17T16:39:22Z', 'updated_at': '2020-12-17T16:46:18Z', 'revision_number': 5, 'project_id': '5c2e7b7ed021453b967636d28267c641', 'gw_port': {'id': 'fa9a0b8c-3297-4abe-ad8d-d51f452d3f52', 'name': '', 'network_id': '91d1505b-ce8a-4e95-a9a1-fbd742f1e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b2703f-ba2b-476a-bb3e-e4c43bdd6dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-17T16:39:23Z', 'updated_at': '2020-12-17T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422f0172-b56a-4ae2-95c4-a5eccdebaca6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-2-iscsi'}] {{(pid=80281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 17 16:46:21.025354 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:21.217224 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102653'] for router_gateway, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:21.356687 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110377'] for router, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:21.359032 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:21.381251 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-669308'] for router, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:21.382112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52b2703f-ba2b-476a-bb3e-e4c43bdd6dca {{(pid=80279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 17 16:46:21.396411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] Notify callbacks [] for router, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:21.400029 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-7640b6a8-5263-4409-857c-055666c8de45 admin admin] 10.222.0.21 "DELETE /v2.0/routers/52b2703f-ba2b-476a-bb3e-e4c43bdd6dca HTTP/1.1" status: 204  len: 168 time: 1.4540536
Dec 17 16:46:21.400275 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 59112) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:46:21.471268 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e24e81-e6fc-42f3-a1c9-514989ad41d9 admin admin] Deleting subnet 140f8a9c-1560-4bdf-b206-e8b5b26dbdce {{(pid=80279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 17 16:46:21.474680 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e81-e6fc-42f3-a1c9-514989ad41d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:21.528685 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e81-e6fc-42f3-a1c9-514989ad41d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789497186'] for subnet, precommit_delete_associations {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:21.619519 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e81-e6fc-42f3-a1c9-514989ad41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350831'] for subnet, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:21.882095 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e81-e6fc-42f3-a1c9-514989ad41d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853424988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65771292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036789246181'] for subnet, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:21.897737 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-d7c9d058-e15d-4736-8e73-974000c121da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:21.983798 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e24e81-e6fc-42f3-a1c9-514989ad41d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=140f8a9c-1560-4bdf-b206-e8b5b26dbdce,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:21.991172 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-f0e24e81-e6fc-42f3-a1c9-514989ad41d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:22.034096 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e81-e6fc-42f3-a1c9-514989ad41d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for subnet, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:22.039277 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f3008c-9ad0-4592-b444-e830d7fa1132 None None] Network 5825883e-5860-4094-bd55-9d548afb8232 requested from dv-cinder-766752-2-iscsi {{(pid=80281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 17 16:46:22.041142 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-f0e24e81-e6fc-42f3-a1c9-514989ad41d9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/140f8a9c-1560-4bdf-b206-e8b5b26dbdce HTTP/1.1" status: 204  len: 168 time: 0.6387990
Dec 17 16:46:22.042754 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 59116) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:46:22.160073 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853268930'] for network, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:22.225977 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Deleting port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd {{(pid=80279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:46:22.226352 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:22.301294 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af724f07-eecb-461b-be13-bd1b44d6266e None None] DHCP port deletion for 5825883e-5860-4094-bd55-9d548afb8232 request from dv-cinder-766752-2-iscsi {{(pid=80281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 17 16:46:22.305919 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-af724f07-eecb-461b-be13-bd1b44d6266e None None] Deleting port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd {{(pid=80281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:46:22.306341 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-af724f07-eecb-461b-be13-bd1b44d6266e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:22.450061 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] For port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=506be3fb-ca40-4aa7-a54b-4bdd199d6ccd,segment=NetworkSegment(d9464f7a-ef22-4c8d-b40f-413c46f44f13),segment_id=d9464f7a-ef22-4c8d-b40f-413c46f44f13)] {{(pid=80279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:46:22.450458 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:22.524744 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.db [None req-af724f07-eecb-461b-be13-bd1b44d6266e None None] For port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd, host dv-cinder-766752-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-2-iscsi',level=0,port_id=506be3fb-ca40-4aa7-a54b-4bdd199d6ccd,segment=NetworkSegment(d9464f7a-ef22-4c8d-b40f-413c46f44f13),segment_id=d9464f7a-ef22-4c8d-b40f-413c46f44f13)] {{(pid=80281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 17 16:46:22.525116 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-af724f07-eecb-461b-be13-bd1b44d6266e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854094250'] for port, precommit_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:22.578655 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Calling delete_port for 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd owned by network:dhcp {{(pid=80279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:46:22.659465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-af724f07-eecb-461b-be13-bd1b44d6266e None None] Calling delete_port for 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd owned by network:dhcp {{(pid=80281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 17 16:46:22.663099 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1490659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15378074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260054689771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776799683955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65771240'] for port, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:22.681686 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-41b44084-0006-4d7e-b5ff-931930310845 tempest-VolumesActionsTest-1166732196 tempest-VolumesActionsTest-1166732196] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:22.688953 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:46:22.733881 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:46:22.734553 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:46:22.735361 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 793988de-d64d-453a-8df9-841959d6f294 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:46:22.786717 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: 793988de-d64d-453a-8df9-841959d6f294 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:46:22.787108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device 793988de-d64d-453a-8df9-841959d6f294 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:46:22.787580 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 no longer exists at agent ovs-agent-dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 17 16:46:22.815359 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Pushing event deleted for resources: {'Port': ['ID=506be3fb-ca40-4aa7-a54b-4bdd199d6ccd,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:22.819163 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:22.867108 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] No DVR routers for this DVR port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd on host dv-cinder-766752-2-iscsi {{(pid=80279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 17 16:46:23.001808 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-a8181665-5759-405f-a797-47d38adbf082 None None] No Port match for: fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 {{(pid=80281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 17 16:46:23.002383 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.rpc [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Device fa9a0b8c-3297-4abe-ad8d-d51f452d3f52 not bound to the agent host dv-cinder-766752-2-iscsi {{(pid=80281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 17 16:46:23.008423 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346821', 'neutron.services.segments.db._delete_segments_for_network-8776800285162'] for network, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:23.028872 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.db.api [None req-af724f07-eecb-461b-be13-bd1b44d6266e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80281) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 17 16:46:23.029285 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_db.api [None req-af724f07-eecb-461b-be13-bd1b44d6266e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 17 16:46:23.131120 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb81d85d278>,) {'filters': {'network_id': ['5825883e-5860-4094-bd55-9d548afb8232']}} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:23.144611 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81d85d278>, 'd9464f7a-ef22-4c8d-b40f-413c46f44f13') {'for_net_delete': True} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:23.145113 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.services.segments.db [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb81d85d278>, 'd9464f7a-ef22-4c8d-b40f-413c46f44f13') {} {{(pid=80279) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 17 16:46:23.157984 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260054484732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65278599'] for segment, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:23.180767 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1352468'] for segment, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:23.182972 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 17 16:46:23.386466 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Network 5825883e-5860-4094-bd55-9d548afb8232 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:46:23.403842 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853423332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789004610'] for segment, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:23.530727 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-af724f07-eecb-461b-be13-bd1b44d6266e None None] Deleting port 506be3fb-ca40-4aa7-a54b-4bdd199d6ccd {{(pid=80281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 17 16:46:23.531157 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-af724f07-eecb-461b-be13-bd1b44d6266e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260054694977'] for port, before_delete {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:23.599777 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.plugin [None req-af724f07-eecb-461b-be13-bd1b44d6266e None None] The port '506be3fb-ca40-4aa7-a54b-4bdd199d6ccd' was deleted {{(pid=80281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 17 16:46:23.647914 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.plugins.ml2.managers [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Network 5825883e-5860-4094-bd55-9d548afb8232 has no segments {{(pid=80279) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]: Traceback (most recent call last):
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     timer()
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     cb(*args, **kw)
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     return func(*args, **kwargs)
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     self._notify()
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     self.callback(batched_events)
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     event.method(event)
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     segment_id)['aggregates'][0]
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     return f(self, *a, **k)
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self._get(url).json()
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     **kwargs)
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     return self.request(url, 'GET', **kwargs)
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     **endpoint_filter)
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 17 16:46:23.671272 dv-cinder-766752-2-iscsi neutron-server[80166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 17 16:46:23.749579 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853428979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853677228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673193'] for network, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:23.753132 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:23.774049 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853677209'] for network, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:23.780599 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Pushing event deleted for resources: {'Network': ['ID=5825883e-5860-4094-bd55-9d548afb8232,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:23.785610 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:23.788521 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-3d1fa2a8-1f31-48bd-9cca-6e3884bf4346 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5825883e-5860-4094-bd55-9d548afb8232 HTTP/1.1" status: 204  len: 168 time: 1.7447166
Dec 17 16:46:23.940731 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 59122) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:46:23.995683 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-23d245ad-9815-4b4f-ba14-5cc5c040adff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a12bbc4523c4dd4855f3a197675f9ef&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0535839
Dec 17 16:46:23.998289 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 59126) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:46:24.061447 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53162efa-12ef-412b-96b0-f6e4ed95cf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:24.090000 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53162efa-12ef-412b-96b0-f6e4ed95cf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:24.140236 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53162efa-12ef-412b-96b0-f6e4ed95cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:24.146059 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-3dcae371-e51f-4127-887d-df73b9127c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:24.160241 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53162efa-12ef-412b-96b0-f6e4ed95cf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f012459b-2000-4d42-92f9-1f251d5321f9,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:24.165010 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-53162efa-12ef-412b-96b0-f6e4ed95cf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:24.167417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53162efa-12ef-412b-96b0-f6e4ed95cf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:24.168658 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-53162efa-12ef-412b-96b0-f6e4ed95cf9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f012459b-2000-4d42-92f9-1f251d5321f9 HTTP/1.1" status: 204  len: 168 time: 0.1693866
Dec 17 16:46:24.599181 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 59134) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:46:24.656401 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-89dba201-c7ff-41f2-b448-b756fc8bda29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c2e7b7ed021453b967636d28267c641&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0558469
Dec 17 16:46:24.659490 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [-] (80279) accepted ('10.222.0.21', 59138) {{(pid=80279) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 17 16:46:24.721109 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-96827034-4027-494d-bdbf-d77b9060a52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:24.748729 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-96827034-4027-494d-bdbf-d77b9060a52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:24.794823 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-96827034-4027-494d-bdbf-d77b9060a52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639403'] for security_group, after_delete {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:24.801124 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-92e6ff07-ce53-48dd-a3e5-38f0bc0981b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 17 16:46:24.813497 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96827034-4027-494d-bdbf-d77b9060a52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd113579-e3a9-40db-9968-cd7593507c68,revision_number=None']} {{(pid=80279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 17 16:46:24.817417 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG oslo_concurrency.lockutils [None req-96827034-4027-494d-bdbf-d77b9060a52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80279) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 17 16:46:24.819419 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-96827034-4027-494d-bdbf-d77b9060a52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80279) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:24.820629 dv-cinder-766752-2-iscsi neutron-server[80166]: INFO neutron.wsgi [None req-96827034-4027-494d-bdbf-d77b9060a52e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd113579-e3a9-40db-9968-cd7593507c68 HTTP/1.1" status: 204  len: 168 time: 0.1601663
Dec 17 16:46:25.928438 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:26.286034 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-78d72aef-a9e9-494e-b8ff-cfab0fbdc4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:28.696727 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d2dac015-b217-4d40-aeb5-c9cf826b0a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:29.711129 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:30.425133 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:31.185319 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:31.341814 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:46:55.925834 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:56.287008 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-57b56bad-05fa-4314-92fc-02931de8380d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:58.698339 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f37ddb88-9ca5-4a07-a6cd-f9b6eab39c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:46:59.712770 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:47:00.430955 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:47:01.187040 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:47:08.341857 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:47:25.939403 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:47:26.289062 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-03a05f10-4c5b-4462-a14e-d4f1ca850f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:47:28.700420 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-42147c03-737a-4a24-890c-19346612341f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:47:29.716312 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:47:30.434250 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:47:31.191066 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:47:45.341403 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:47:55.954612 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:47:56.290428 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-53434a82-4a53-42f1-9e3d-5fe06a821683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:47:58.702709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2213-bfee-403a-8413-f566c1a753b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:47:59.719064 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:48:00.438602 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:48:01.194672 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:48:22.341112 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:48:25.972981 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:48:26.293426 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-10f70114-0556-4d53-9dc5-592cbfcb558d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:48:28.705906 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f8acb52d-64e4-4c08-a5ef-5c74ff7a4d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:48:29.724605 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:48:30.441377 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:48:31.197701 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:48:55.970630 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:48:56.294465 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec50f-25a9-4daf-863a-a084f43fc0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:48:58.708900 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-6f4f371c-8268-4eb7-a759-92255c5c306e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:48:59.340206 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:48:59.725052 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:49:00.443728 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:49:01.200411 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:49:25.990297 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:49:26.297048 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cda9dd4e-903f-4ff5-aca9-7edcb2b27fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:49:28.711320 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-cb19f0c9-9a39-4d40-a8f0-10f681a8c69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:49:29.727753 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:49:30.447163 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:49:31.203476 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:49:36.339567 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:49:55.986162 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:49:56.299450 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f8f86102-f08c-4d8e-b600-296530833a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:49:58.715579 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-370c0906-f469-4d1d-9874-07231fc97437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:49:59.729707 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:50:00.450210 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:50:01.211138 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:50:13.339035 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:50:26.000334 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:50:26.302475 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0ad13b29-103a-4c3c-8237-a36ba3cb7c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:50:28.718070 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-4630df0f-b2ef-48d7-903c-840d053b860a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:50:29.733563 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:50:30.453006 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:50:31.211762 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:50:32.654274 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-7f8e8a48-7853-4191-b2e7-4e2648f0dad2 req-9117e5be-993d-49db-abd5-e17c1770e6d4 service neutron] (80279) timed out ('10.222.0.70', 61760) {{(pid=80279) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 17 16:50:50.339323 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:50:56.013288 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:50:56.304758 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-d917091c-01d0-4769-b764-f9198df1b664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:50:58.719149 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-dd79bb02-c256-4aa3-8682-c7ee40681a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:50:59.736519 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:51:00.456049 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:51:01.214908 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:51:12.580404 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.wsgi [req-a1f6f0b0-f700-4ae3-8856-ada64fbc074f req-75c03194-86b3-4e08-b0d8-ae9ffca5e8bd service neutron] (80279) timed out ('10.222.0.21', 53402) {{(pid=80279) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 17 16:51:26.017902 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-0f84ccfd-c189-4b1c-9ad9-93c40c103feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:51:26.306104 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-7ebeb7b8-fd8a-4ed5-93a7-edd2ce811471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:51:27.338709 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron.db.agents_db [None req-f0e3b1ee-c125-4b0a-b0d4-54ea93de9560 None None] Agent healthcheck: found 6 active agents {{(pid=80282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 17 16:51:28.722436 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-f8340351-fbd2-4ae2-b933-38c4e85bc083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:51:29.738350 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-04b69838-237e-483c-a106-787f24c59ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:51:30.458756 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-a8181665-5759-405f-a797-47d38adbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 17 16:51:31.220812 dv-cinder-766752-2-iscsi neutron-server[80166]: DEBUG neutron_lib.callbacks.manager [None req-2c0e82a0-0811-4185-92e9-01f4901d58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776800285145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346290'] for agent, after_update {{(pid=80281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}